-- Logs begin at Thu 2022-03-31 17:57:22 UTC, end at Thu 2022-03-31 19:19:46 UTC. -- Mar 31 18:42:17.481545 dv-cinder-795785-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 18:42:20.474452 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:42:20.475055 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:42:20.475256 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:42:20.478609 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:42:20.478868 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:42:20.479184 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:42:20.480150 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:42:20.480390 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:42:20.480763 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:42:20.481012 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:42:20.481243 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:42:20.482018 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.482444 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 18:42:20.482762 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.483063 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.483360 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.483694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.483986 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.484272 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.484563 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.484866 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.485154 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.485437 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.485723 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.486019 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.486306 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.486594 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.486881 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.487172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] debug = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.487469 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.487911 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.488333 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.489233 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.489544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.489828 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.490106 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.490384 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.490671 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.491003 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] host = dv-cinder-795785-5-iscsi {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.491284 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.491599 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.491889 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.492175 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.492452 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.492744 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.493014 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.493287 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.493561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.493845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.494124 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.494410 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.494700 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.494927 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.495156 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.495480 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.495771 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.496049 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.496324 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.496602 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.496880 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.497154 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.497424 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.497708 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.497993 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.498277 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.498554 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.498831 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.499106 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.499378 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.499688 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.499964 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.500240 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.500517 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.500806 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.501076 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.501350 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.501653 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.501938 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.502220 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.502505 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.502780 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.503064 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.503336 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.503629 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.503900 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_json = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.504802 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.505078 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.505369 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.505646 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.505920 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.506196 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.506471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.506758 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.507035 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:20.507337 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.507672 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.507974 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.508276 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.508568 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.508855 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.509147 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.509428 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.509718 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.510011 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.510303 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.510586 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.510891 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.511188 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.511509 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.511820 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.512116 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.512409 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.512688 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.512965 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.513243 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.513524 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.513817 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.514099 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.514391 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.514682 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.514967 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.515275 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.515597 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.515898 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.516195 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.516475 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.516759 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.517056 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.517339 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.517621 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.517901 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.518191 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.518474 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.518750 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.519038 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.519320 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.519649 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.519953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.519953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.520477 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.520755 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.521030 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.521303 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.521582 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.521858 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.522148 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.522427 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.522702 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.522978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.523257 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.523561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.523841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.524120 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.524396 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.524673 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.524949 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.525227 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.525502 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.525774 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.526048 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.526327 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.526597 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.526874 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.527152 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.527445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.527724 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.527999 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.528272 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.528558 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.528855 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.529137 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.529420 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.529702 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.529982 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.530262 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.530541 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.530822 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.531103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.531380 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.531695 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.531980 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.532268 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.532567 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.532849 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.533147 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.533428 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.533707 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.533993 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.534274 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.534554 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.534840 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.535130 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.535595 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.535982 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.536281 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.536576 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.536874 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.537161 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.537476 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.537760 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:20.537981 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:42:20.538226 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109614) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 18:42:20.915955 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:42:20.916241 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:42:20.916554 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:42:20.917042 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 18:42:21.250055 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.250269 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.250545 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.251761 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.252048 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.252435 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.313217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.313501 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.313774 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.328947 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.329233 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.329508 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.358497 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.358776 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.359045 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.503449 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.504844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.504844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.741723 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.742008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.742280 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.742552 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.743271 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.841775 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.842100 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.842388 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.842664 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.842936 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.843249 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.843542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.843804 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.844066 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.844347 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.844611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.844878 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.845136 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.845389 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.845649 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.845916 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.846172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.846444 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.846759 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.846978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.847254 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.847532 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.847845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.848238 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.848709 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.848967 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.849366 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.849613 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.849858 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.850100 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.850346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.850587 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:21.850956 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 18:42:21.854211 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 18:42:21.858258 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 18:42:21.862021 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 31 18:42:21.864363 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 18:42:21.864829 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 18:42:21.865163 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 18:42:21.865553 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 18:42:21.868383 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 18:42:21.868645 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 18:42:21.869004 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:42:21.873983 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 18:42:21.898435 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 18:42:21.898904 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.899209 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109614) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 18:42:21.899627 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.900988 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109614) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 18:42:21.901269 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:42:21.901519 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 18:42:21.904917 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.905197 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:21.967957 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 18:42:21.968191 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 18:42:21.968429 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 18:42:21.968807 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 18:42:21.990057 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_db.sqlalchemy.engines [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109614) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 18:42:22.440946 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing driver for type 'gre' Mar 31 18:42:22.441638 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] gre ID ranges: [(1, 1000)] Mar 31 18:42:22.492906 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing driver for type 'local' Mar 31 18:42:22.493248 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing driver for type 'vlan' Mar 31 18:42:22.506206 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] VlanTypeDriver initialization complete Mar 31 18:42:22.506828 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing driver for type 'vxlan' Mar 31 18:42:22.507145 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] vxlan ID ranges: [(1, 1000)] Mar 31 18:42:22.560571 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing extension driver 'port_security' Mar 31 18:42:22.560932 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.extensions.port_security [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] PortSecurityExtensionDriver initialization complete Mar 31 18:42:22.561286 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing mechanism driver 'openvswitch' Mar 31 18:42:22.561633 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing mechanism driver 'hyperv' Mar 31 18:42:22.568776 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:22.569469 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.569851 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.570214 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.570754 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.571197 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.571595 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.571958 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.572363 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.572775 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.573132 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.573484 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.573882 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.574303 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.574663 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.575015 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.575579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.576000 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.576364 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.576720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.577123 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.577538 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > address_group after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.577894 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > address_group after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.578244 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.578668 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:42:22.579123 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] ML2 OVO RPC backend initialized. {{(pid=109614) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 18:42:22.579866 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.580233 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.580656 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.581015 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > networks before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.581378 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.581729 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > ports before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.582588 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.582940 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnets before_response 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.583339 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.583677 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.584023 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.584364 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.584711 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.585053 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.585398 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.585741 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.586083 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.593426 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded quota_driver: . Mar 31 18:42:22.593803 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.plugin [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Modular L2 Plugin initialization complete Mar 31 18:42:22.594161 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading services supported by the core plugin {{(pid=109614) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 18:42:22.594513 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.plugins.ml2.managers [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Got port-security extension from driver 'port_security' Mar 31 18:42:22.595008 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.extensions.vlantransparent [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Disabled vlantransparent extension. Mar 31 18:42:22.595540 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109614) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 18:42:22.595880 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: router Mar 31 18:42:22.631847 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.632248 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_create 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.632625 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router before_create 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.632999 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.633382 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.633779 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_delete 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.634119 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.634477 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.634836 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_create 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.635196 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.635575 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.635937 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.636299 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.636716 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.637097 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.637448 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.637793 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: subnet after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.638141 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.638497 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.638860 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.639215 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.639675 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.640042 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router after_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.640395 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.640757 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.641126 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.641478 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.641852 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > agent after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.642213 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > agent after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.642569 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > network after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.643482 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Tracking information for resource: router configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:22.643828 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Tracking information for resource: floatingip configured {{(pid=109614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:42:22.649439 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.db.l3_agentschedulers_db [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 18:42:22.650034 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.650412 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.650777 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.651139 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: port after_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.651987 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router before_create 55550100 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.652368 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.652744 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_create 55550100 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.653120 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > router precommit_update 55550100 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.658235 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.provider_configuration [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service providers = [] {{(pid=109614) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 18:42:22.658616 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.db.servicetype_db [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109614) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 18:42:22.662350 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.service_base [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:42:22.662705 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.service_base [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:42:22.663056 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.service_base [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:42:22.663988 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.services.service_base [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:42:22.664364 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.services.service_base [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 18:42:22.664775 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.665102 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 18:42:22.675715 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.676342 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: auto_allocate Mar 31 18:42:22.682404 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: network precommit_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.682790 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: network precommit_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.683333 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.683715 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: tag Mar 31 18:42:22.690282 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.690618 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: timestamp Mar 31 18:42:22.694770 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.695117 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: network_ip_availability Mar 31 18:42:22.700657 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.701036 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.701401 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.702153 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.702473 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: flavors Mar 31 18:42:22.707770 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.708142 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading Plugin: revisions Mar 31 18:42:22.712437 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:42:22.712844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=109614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:42:22.713600 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109614) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 18:42:22.713947 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Initializing extension manager. Mar 31 18:42:22.714495 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: __init__.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.714849 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: __pycache__ {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.715194 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: address_group.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.715999 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.716596 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: address-group Mar 31 18:42:22.716937 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: address_scope.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.717667 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.718202 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: address-scope Mar 31 18:42:22.718537 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.719692 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.720219 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: router-admin-state-down-before-update Mar 31 18:42:22.720552 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: agent.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.721270 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.721794 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: agent Mar 31 18:42:22.722125 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: agent_resources_synced.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.723852 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.724432 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: agent-resources-synced Mar 31 18:42:22.724765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: allowedaddresspairs.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.726615 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.727151 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: allowed-address-pairs Mar 31 18:42:22.727519 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: auto_allocated_topology.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.728625 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.729149 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: auto-allocated-topology Mar 31 18:42:22.729484 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: availability_zone.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.730188 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.730709 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: availability_zone Mar 31 18:42:22.731040 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: availability_zone_filter.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.731997 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.732520 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: availability_zone_filter Mar 31 18:42:22.732853 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: data_plane_status.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.733783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.734307 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 18:42:22.734643 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: default_subnetpools.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.735677 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.736204 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: default-subnetpools Mar 31 18:42:22.736539 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.737371 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.737901 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: dhcp_agent_scheduler Mar 31 18:42:22.738241 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: dns.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.739841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.740363 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 18:42:22.740697 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: dns_domain_ports.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.741630 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.742157 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 18:42:22.742490 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.743445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.743970 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 18:42:22.744302 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: dvr.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.744992 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.745514 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: dvr Mar 31 18:42:22.745845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: ecmp_routes.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.746786 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.747304 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 18:42:22.747667 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: empty_string_filtering.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.748609 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.749132 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: empty-string-filtering Mar 31 18:42:22.749465 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.750395 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.750910 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:42:22.751241 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.752190 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.752708 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 18:42:22.753038 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: external_net.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.754710 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.755727 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: external-net Mar 31 18:42:22.756166 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.757113 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.757643 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: extra_dhcp_opt Mar 31 18:42:22.757976 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: extraroute.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.758925 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.759470 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: extraroute Mar 31 18:42:22.759807 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: extraroute_atomic.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.760859 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.761382 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: extraroute-atomic Mar 31 18:42:22.761715 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: filter_validation.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.762405 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.762924 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: filter-validation Mar 31 18:42:22.763256 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: fip_pf_description.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.764213 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.764734 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 18:42:22.765068 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: fip_pf_port_range.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.765990 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.766509 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 18:42:22.766844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: fip_port_details.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.767816 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.768339 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: fip-port-details Mar 31 18:42:22.768668 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: flavors.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.770511 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.771040 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: flavors Mar 31 18:42:22.771371 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.773089 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.773627 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 18:42:22.773970 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: floatingip_pools.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.774688 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.775216 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: floatingip-pools Mar 31 18:42:22.775598 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: ip_allocation.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.776543 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.777063 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 18:42:22.777397 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.778331 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.778850 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: ip-substring-filtering Mar 31 18:42:22.779189 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l2_adjacency.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.780164 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.780680 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 18:42:22.781013 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.783699 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.784250 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: router Mar 31 18:42:22.784597 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.787476 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.788025 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:42:22.788371 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.789335 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.789866 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: ext-gw-mode Mar 31 18:42:22.790207 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.791204 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.791759 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: l3-ha Mar 31 18:42:22.792100 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.793032 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.793552 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 18:42:22.793886 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_flavors.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.794816 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.795343 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: l3-flavors Mar 31 18:42:22.795710 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.797088 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.797618 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 18:42:22.797956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.798886 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.799425 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 18:42:22.799781 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: l3agentscheduler.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.800885 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.801650 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: l3_agent_scheduler Mar 31 18:42:22.801988 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: local_ip.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.803817 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.804396 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension local_ip not supported by any of loaded plugins Mar 31 18:42:22.804745 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: logging.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.806231 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.806769 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension logging not supported by any of loaded plugins Mar 31 18:42:22.807112 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: metering.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.807905 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.808506 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: metering Mar 31 18:42:22.808847 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.809972 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.810495 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: metering_source_and_destination_fields Mar 31 18:42:22.810833 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: multiprovidernet.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.811811 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.812332 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: multi-provider Mar 31 18:42:22.812667 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: netmtu.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.813597 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.814123 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: net-mtu Mar 31 18:42:22.814460 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: netmtu_writable.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.815392 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.815949 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: net-mtu-writable Mar 31 18:42:22.816286 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: network_availability_zone.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.817741 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.818265 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: network_availability_zone Mar 31 18:42:22.818595 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: network_ip_availability.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.819783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.820309 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: network-ip-availability Mar 31 18:42:22.820642 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: network_segment_range.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.821432 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.821951 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 18:42:22.822284 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: pagination.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.823480 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.823822 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: pagination Mar 31 18:42:22.824153 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: port_device_profile.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.825082 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.825606 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: port-device-profile Mar 31 18:42:22.825937 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.826885 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.827444 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: port-mac-address-regenerate Mar 31 18:42:22.827772 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.828709 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.829239 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: port-numa-affinity-policy Mar 31 18:42:22.829573 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: port_resource_request.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.830505 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.831023 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 18:42:22.831353 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: port_resource_request_groups.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.833054 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.833577 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 18:42:22.833909 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: portbindings.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.834849 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.835375 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: binding Mar 31 18:42:22.835738 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: portbindings_extended.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.837022 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.837549 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: binding-extended Mar 31 18:42:22.837888 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: portsecurity.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.838820 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.839350 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: port-security Mar 31 18:42:22.839709 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: project_id.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.840751 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.841045 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: project-id Mar 31 18:42:22.841378 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: providernet.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.842315 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.842845 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: provider Mar 31 18:42:22.843180 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.846874 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.847426 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos not supported by any of loaded plugins Mar 31 18:42:22.847811 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.849196 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.849731 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 18:42:22.850073 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.851044 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.851611 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 18:42:22.851952 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_default.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.852923 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.853452 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-default not supported by any of loaded plugins Mar 31 18:42:22.853790 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_fip.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.854752 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.855275 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 18:42:22.855636 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.856587 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.857111 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 18:42:22.857444 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_gateway_ip.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.858411 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.858933 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 18:42:22.859268 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_port_network_policy.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.860244 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.860762 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 18:42:22.861094 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.862181 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.862706 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 18:42:22.863041 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.864213 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.864739 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 18:42:22.865074 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_pps_rule.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.866311 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.866843 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 18:42:22.867180 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_rule_type_details.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.868161 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.868688 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 18:42:22.869023 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.870064 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.870488 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 18:42:22.870822 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: qos_rules_alias.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.871913 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.872440 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 18:42:22.872775 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: quota_check_limit.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.873708 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.874236 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: quota-check-limit Mar 31 18:42:22.874572 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: quotasv2.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.875648 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.875990 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: quotas Mar 31 18:42:22.876321 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: quotasv2_detail.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.878246 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.878594 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: quota_details Mar 31 18:42:22.878933 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: rbac.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.880921 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.881503 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: rbac-policies Mar 31 18:42:22.881845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: rbac_address_group.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.882878 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.883430 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: rbac-address-group Mar 31 18:42:22.883773 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: rbac_address_scope.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.884718 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.885248 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: rbac-address-scope Mar 31 18:42:22.885581 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: rbac_security_groups.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.886635 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.887177 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: rbac-security-groups Mar 31 18:42:22.887550 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: rbac_subnetpool.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.888506 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.889016 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: rbac-subnetpool Mar 31 18:42:22.889347 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: revisionifmatch.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.890382 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.890890 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: revision-if-match Mar 31 18:42:22.891221 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: revisions.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.892435 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.892966 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: standard-attr-revisions Mar 31 18:42:22.893303 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: router_availability_zone.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.894011 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.894541 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: router_availability_zone Mar 31 18:42:22.895610 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: routerservicetype.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.896599 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.897133 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 18:42:22.897469 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.898422 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.898951 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: security-groups-normalized-cidr Mar 31 18:42:22.899287 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.900299 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.900821 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: port-security-groups-filtering Mar 31 18:42:22.901157 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.902111 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.902634 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: security-groups-remote-address-group Mar 31 18:42:22.902969 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.903955 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.904498 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: security-groups-shared-filtering Mar 31 18:42:22.904816 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.905444 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 18:42:22.905776 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: securitygroup.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.915859 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.916409 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: security-group Mar 31 18:42:22.916753 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: segment.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.917502 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.918032 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension segment not supported by any of loaded plugins Mar 31 18:42:22.918372 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.919349 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.919914 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 18:42:22.920249 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: servicetype.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.921431 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.921959 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: service-type Mar 31 18:42:22.922294 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: sorting.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.923324 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.923689 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: sorting Mar 31 18:42:22.924019 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: standard_attr_segment.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.924949 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.925468 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 18:42:22.925937 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: standardattrdescription.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.926530 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.927055 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: standard-attr-description Mar 31 18:42:22.927384 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: stateful_security_group.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.928433 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.928969 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: stateful-security-group Mar 31 18:42:22.929307 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: stdattrs_common.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.929888 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 18:42:22.930219 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.931289 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.931876 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 18:42:22.932214 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnet_onboard.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.933297 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.933829 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: subnet_onboard Mar 31 18:42:22.934163 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.935106 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.935661 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 18:42:22.935996 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnet_service_types.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.936936 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.937464 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: subnet-service-types Mar 31 18:42:22.937798 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnetallocation.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.938906 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.939461 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: subnet_allocation Mar 31 18:42:22.939797 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.940472 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.940998 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: subnetpool-prefix-ops Mar 31 18:42:22.941330 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.942821 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.943337 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 18:42:22.943703 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: tagging.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.944791 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.945330 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: standard-attr-tag Mar 31 18:42:22.945661 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: timestamp.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.946893 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.947442 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loaded extension: standard-attr-timestamp Mar 31 18:42:22.947788 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: trunk.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.948839 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.949375 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension trunk not supported by any of loaded plugins Mar 31 18:42:22.949711 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: trunk_details.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.950658 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.951183 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 18:42:22.951558 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: uplink_status_propagation.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.952563 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.953022 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 18:42:22.953354 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Loading extension file: vlantransparent.py {{(pid=109614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:42:22.954046 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:42:22.954568 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 18:42:22.957725 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:network Mar 31 18:42:22.958268 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnet Mar 31 18:42:22.958679 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:42:22.959087 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:port Mar 31 18:42:22.960459 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.960912 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service FLAVORS assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.961549 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.961982 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.962323 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:router Mar 31 18:42:22.962772 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:42:22.963277 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service METERING assigned prefix: /metering {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.964783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.965166 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.965527 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:42:22.966544 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:42:22.967008 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:42:22.967479 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:42:22.968082 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service CORE assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.968425 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:42:22.968784 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] subnetpool is already registered Mar 31 18:42:22.969232 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service CORE assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.969568 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:42:22.969912 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] subnetpool is already registered Mar 31 18:42:22.972251 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.972719 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service FLAVORS assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.973332 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.973758 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.974103 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:router Mar 31 18:42:22.974455 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] router is already registered Mar 31 18:42:22.974881 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:42:22.975228 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] floatingip is already registered Mar 31 18:42:22.975734 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service METERING assigned prefix: /metering {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.976419 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:42:22.976759 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] rbac_policy is already registered Mar 31 18:42:22.977180 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:42:22.977524 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] security_group is already registered Mar 31 18:42:22.977938 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:42:22.978283 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] security_group_rule is already registered Mar 31 18:42:22.978914 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service CORE assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.979254 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:42:22.979624 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] subnetpool is already registered Mar 31 18:42:22.980055 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.v2.resource_helper [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Service CORE assigned prefix: {{(pid=109614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:42:22.980390 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:42:22.980730 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING neutron.quota.resource_registry [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] subnetpool is already registered Mar 31 18:42:22.981204 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: extensions {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.982723 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: address-groups {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.984254 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: address-scopes {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.985585 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: agents {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.986777 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: auto-allocated-topology {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.988059 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: availability_zones {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.989423 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: dhcp-networks {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.990958 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: dhcp-agents {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.992434 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: routers {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.994658 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: flavors {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.995879 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: service_profiles {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.997125 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: next_providers {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:22.998582 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: service_profiles {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.001180 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: floatingip-pools {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.002420 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: routers {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.005535 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: floatingips {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.006941 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: l3-routers {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.008386 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: l3-agents {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.009807 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: metering-labels {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.011172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: metering-label-rules {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.012504 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: network-ip-availabilities {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.013830 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: bindings {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.015509 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: quotas {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.017107 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: quotas {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.018666 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: rbac-policies {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.020863 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: security-groups {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.022118 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: security-group-rules {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.023387 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: service-providers {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.024624 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: subnetpools {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.026063 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: subnetpools {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.027575 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.029330 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.031167 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.032996 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.034817 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.037255 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.038961 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.040899 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.042710 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.044672 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron.api.extensions [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Extended resource: tags {{(pid=109614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:42:23.050603 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING keystonemiddleware.auth_token [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 18:42:23.056067 dv-cinder-795785-5-iscsi neutron-server[109614]: WARNING keystonemiddleware.auth_token [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 18:42:23.064714 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Acquired lock "singleton_lock" {{(pid=109614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 18:42:23.065211 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_concurrency.lockutils [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Releasing lock "singleton_lock" {{(pid=109614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 18:42:23.065879 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Starting 2 workers Mar 31 18:42:23.071371 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Started child 109721 {{(pid=109614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:42:23.076112 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Started child 109722 {{(pid=109614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:42:23.077112 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.077857 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO neutron.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 18:42:23.078381 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.078644 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [-] (109721) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:42:23.081052 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Starting 1 workers Mar 31 18:42:23.081349 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.084145 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [-] (109722) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:42:23.087102 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Started child 109723 {{(pid=109614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:42:23.087715 dv-cinder-795785-5-iscsi neutron-server[109614]: INFO oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Starting 1 workers Mar 31 18:42:23.090988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] calling RpcWorker wait() {{(pid=109723) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 18:42:23.091567 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] returning from RpcWorker wait() {{(pid=109723) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 18:42:23.092472 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Started child 109724 {{(pid=109614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:42:23.092847 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.093388 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-977709ab-9a27-439d-a6e2-f37d4ef1bdb1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.093509 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:23.095367 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:42:23.095617 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:42:23.095811 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:42:23.096048 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:42:23.096697 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:42:23.096697 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:42:23.097098 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.097533 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.098556 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.098721 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:23.099540 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.100003 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.100123 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:23.100880 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.101334 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.101734 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.102159 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.102541 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.102859 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.103172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.103594 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.104006 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.104464 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.104874 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.105258 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.105684 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.106012 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.106442 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.106858 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.107260 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.107692 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] debug = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.108094 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.108746 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.109156 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.109580 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.109960 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.110382 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.110776 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.111236 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.111643 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.112029 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.112434 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.112880 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.113267 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.114390 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.114844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.115326 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.115771 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.116166 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.116801 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] host = dv-cinder-795785-5-iscsi {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.117192 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.117666 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.118070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.118472 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.118872 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.119270 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.119698 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.120117 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.120509 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.120909 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.121446 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.121863 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.122265 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.122529 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.122705 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_options = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.123096 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.123569 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.124001 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.124420 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.124748 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.125069 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.125492 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.125816 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.126220 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.126599 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.126979 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.127361 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.127774 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.128154 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.128567 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.129002 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.129670 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.130058 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.130475 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.130929 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.131361 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.131772 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.132049 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.132282 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.132534 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.132763 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.133002 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.133229 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.133460 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.133719 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.133944 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.134214 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.134465 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.134722 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.134994 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.135238 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.135670 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.135779 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.136006 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.136341 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.136480 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.136727 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.136947 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.137347 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.137580 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.137803 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.138023 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_json = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.138266 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.138517 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.138927 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.139288 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.139675 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.140065 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.140290 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.140555 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.140936 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.141306 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.141586 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.142127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.142468 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.142787 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.143127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.143494 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.143795 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.144119 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.144439 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.144842 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.145141 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.145477 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.145739 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.146028 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.146547 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.146830 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.147097 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.147357 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.147611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.147841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.148099 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.148399 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.148654 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.148896 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.149133 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.149363 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.149674 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.149957 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.150307 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.150586 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.150862 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.151146 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.151385 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.151803 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.152051 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.152297 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.152528 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.152769 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.153183 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.153420 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.153665 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.153902 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.154141 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.154602 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.154922 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.155268 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.155878 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.156143 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.156390 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.156782 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.157148 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.157577 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.157956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.158326 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.158795 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.159115 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.159453 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.159688 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.160145 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.160968 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.161284 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.161619 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.161848 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.162299 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.162583 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.162973 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.163279 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.163618 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.163873 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 51998) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:23.163972 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.164213 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.164488 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.164764 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.165078 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.165361 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.165675 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.165971 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.166255 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.166549 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.166850 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.167129 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.167431 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.167838 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.168234 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.168668 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.169070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.169464 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.169887 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.170293 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.170707 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.171109 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.171590 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.172105 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.172547 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.172988 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.173411 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.173732 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.174048 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.174512 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.174845 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069499 Mar 31 18:42:23.175113 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.175357 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.175615 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.175999 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.176892 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.177518 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.177757 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.177985 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.178268 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.178520 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.178747 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.178981 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.179213 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.179495 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.179744 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.180032 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.180272 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.181384 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.181660 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.181917 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.182417 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.182869 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.184055 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.184325 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.184798 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.185287 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.185594 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.186024 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.186289 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.186533 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.186810 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.187069 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.187516 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.187763 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.188035 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.188285 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.188538 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.188796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.189022 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.189260 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.189958 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.189958 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.190127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.190265 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.190514 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.192579 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.193117 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.193117 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.193253 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.193436 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.193614 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194165 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194165 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194338 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194535 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194758 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.194982 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.195304 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.195571 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.195947 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.196352 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.196577 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197453 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197453 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197453 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197453 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197743 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.197915 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.198303 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.198694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.199244 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.199244 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.199470 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.199885 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.200127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.200389 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.200907 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.200907 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.201083 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.201288 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.201511 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.202956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.203173 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.203460 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.203698 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.203967 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.204219 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.204474 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.204694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.204925 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.205137 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.205390 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.205599 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206461 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206461 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206461 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206461 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.206915 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.207768 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.208487 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.208487 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.208487 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.208703 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.208914 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.209157 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.209377 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.209587 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.209804 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.210041 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.210277 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.210524 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.210974 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.211237 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.211652 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.212211 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.212211 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.212410 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.212794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.213762 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.213762 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.213762 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.213762 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214043 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214118 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214320 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214535 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214766 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.214991 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.215195 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.215500 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.215678 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.216058 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.216415 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.216793 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.217019 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218346 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218805 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218805 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.218959 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.219150 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.219370 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.219608 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.219917 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.220176 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.220392 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.220684 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.220950 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.221190 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.221442 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.221761 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.221979 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.222246 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.222488 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.222803 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.223596 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.223861 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.224940 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.224940 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.224940 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.224940 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.225612 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.225612 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.225886 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:23.226029 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.226029 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.226300 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.226573 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.226844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.227114 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.227345 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.227629 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.227864 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.228083 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229313 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229313 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229313 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229313 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.229807 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.230758 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.231175 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.231596 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.232140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.232687 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.233127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.233475 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:42:23.234197 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:42:23.234533 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:42:23.234954 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:42:23.235394 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:42:23.235696 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:42:23.235800 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:42:23.235967 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236133 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236298 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236466 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236629 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236814 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.236979 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237143 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237305 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237468 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.237956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.238162 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.238229 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239055 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239200 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239369 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239571 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239736 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.239898 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.240061 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.240225 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] debug = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.240390 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.240607 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.240775 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.241098 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.241423 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.241928 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.241928 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.241928 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242141 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242208 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242353 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242516 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242677 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.242841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.243002 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.243164 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.243320 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.243771 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244173 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] host = dv-cinder-795785-5-iscsi {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244344 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244554 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244654 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244820 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.244981 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245142 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245305 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245471 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245639 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245789 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.245970 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246120 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246271 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246575 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_options = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246801 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.246895 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.247072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.247223 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.247391 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.247573 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.247722 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248654 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248654 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248772 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.248925 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.249081 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.249243 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.249406 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.249570 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250302 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250302 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250302 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250302 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250693 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250837 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.250923 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.251088 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.251445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.251445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.251600 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252168 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252168 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252168 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252168 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252480 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252480 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.252661 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253114 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253114 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253114 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253647 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253753 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.253858 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_json = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.254106 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.255421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.255421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.255421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.255421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.255421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.256020 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.256020 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.256020 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:42:23.256020 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.256611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.256611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.256611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.256611 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257147 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257147 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257147 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257566 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257566 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257566 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257907 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.257907 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258110 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258191 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258295 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258463 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258629 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.258961 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.259127 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.259291 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.260796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.260796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.260796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.260796 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261545 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261545 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.261921 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262044 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262166 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262336 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262502 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262754 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.262943 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.263096 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.263264 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264242 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264792 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264792 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.264792 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.265153 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.265677 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.266845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.266845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.266845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.266845 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.268103 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.269008 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.271072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273070 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273829 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.273829 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274027 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274027 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274224 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274365 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274551 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.274889 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.275834 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.275834 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.275834 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.275834 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.277560 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.278783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.278783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.278783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.278783 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279235 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279235 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279235 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279608 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279608 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.279841 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.280072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.280462 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.280462 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.280720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.280720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281229 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281229 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281472 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281597 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281720 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.281844 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.282236 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.282236 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.282512 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283445 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283735 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283735 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.283858 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.284078 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.284250 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.284614 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.284789 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.284956 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.285123 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.285846 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286024 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286192 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286351 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286513 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286674 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.286842 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287012 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.287978 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288368 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288368 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288496 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288616 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.288920 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289211 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289383 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289383 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289657 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289798 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.289936 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290072 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290355 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290489 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290630 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.290767 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.291765 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.292544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.292544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.292544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.292544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.292544 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.293217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.293217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.293217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.293217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294140 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.294953 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.295794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.295794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.295794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.295794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.295794 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296155 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296155 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296342 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296342 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296504 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296665 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296835 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.296996 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.297694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.297694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.297694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.297694 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298172 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298389 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298389 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298624 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298747 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.298869 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299023 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299194 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299361 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299727 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.299892 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300058 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300222 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300388 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300564 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300730 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.300942 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301497 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301497 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301497 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301839 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301839 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.301985 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302075 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302190 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302354 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302529 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302695 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.302861 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303026 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303192 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303358 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303561 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303727 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.303892 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304058 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304222 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304387 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304562 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304728 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.304893 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305064 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305230 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305398 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305569 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305751 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.305920 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306089 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306255 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306421 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306587 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306754 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.306927 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.307105 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.307277 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.307465 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308542 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308989 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308989 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.308989 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309217 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309357 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309514 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309673 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.309832 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310002 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310167 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310333 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310496 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310660 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310825 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.310989 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.311153 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.311322 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.311524 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:42:23.311650 dv-cinder-795785-5-iscsi neutron-server[109614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:42:35.008626 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feae227-4f5c-444c-965b-9a6bc9614d2f None None] get_active_networks_info from dv-cinder-795785-5-iscsi {{(pid=109723) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 18:42:35.075229 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feae227-4f5c-444c-965b-9a6bc9614d2f None None] No non-hosted networks {{(pid=109723) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 18:42:35.104775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.agentschedulers_db [None req-0feae227-4f5c-444c-965b-9a6bc9614d2f None None] DHCP Agent not found on host dv-cinder-795785-5-iscsi {{(pid=109723) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 18:42:35.244384 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0263e601-2fe0-4ef5-a8dc-8c139bddbb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:37.212174 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ee113fd-3dad-487a-a129-97bbb490f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:37.250633 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98ba088e-3a43-4f9d-8a07-2315210ffaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:38.348281 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52068) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:38.576251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:38.986108 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING oslo_policy.policy [None req-0eb0aae0-f735-40b5-8a25-cc0750bc4dd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:38.986687 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING oslo_policy.policy [None req-0eb0aae0-f735-40b5-8a25-cc0750bc4dd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:39.212042 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [None req-0eb0aae0-f735-40b5-8a25-cc0750bc4dd3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:42:39.227436 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-0eb0aae0-f735-40b5-8a25-cc0750bc4dd3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8639839 Mar 31 18:42:40.067563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:41.358543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:41.360784 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.361704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.362261 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.364210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.365098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.365720 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.366282 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.366943 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.367518 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.368064 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.368638 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.369239 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.369802 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.370376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.370995 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:41.371771 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795785-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:41.378138 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795785-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:42:41.878824 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52102) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:42.213599 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:42:42.312533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.policy [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:42:42.356913 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING oslo_policy.policy [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:42.357261 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING oslo_policy.policy [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:42.471897 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727006940384', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727006939859', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727006956134', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727007048117', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727007038928', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727006854923', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-826551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808865', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66829587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66755937'] for rbac-policy (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:42.555622 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:42.559589 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-9f266166-ea8c-4c39-b772-86ffd3db8435 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6769493 Mar 31 18:42:43.414602 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.db.l3_hamode_db [None req-e5f1ae3e-5c82-48e3-a369-1769617fce66 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 18:42:43.507580 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1ae3e-5c82-48e3-a369-1769617fce66 None None] Routers set() bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:42:43.508091 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1ae3e-5c82-48e3-a369-1769617fce66 None None] Router IDs set() for agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 18:42:45.137003 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52114) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:45.461459 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:42:45.490780 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Made reservation on behalf of e7ff182aecea4f378992e9c377d86ba4 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:42:45.494752 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.512312 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.619865 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks [] for security_group (92d0daad-4714-4955-b708-23ff64d504e0), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.623970 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (92d0daad-4714-4955-b708-23ff64d504e0), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.666978 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:42:45.692786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727004479537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (983d4f66-bfa4-47d9-be62-ec8e105b3202), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.693925 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Unsubscribe: segment precommit_create {{(pid=109721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:42:45.694449 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Added segment 983d4f66-bfa4-47d9-be62-ec8e105b3202 of type vlan for network ef0c245e-3261-4134-a144-e8f433a24ee9 Mar 31 18:42:45.699931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=92d0daad-4714-4955-b708-23ff64d504e0,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:42:45.736713 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.737065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.737438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.737934 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.739059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.739463 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.739803 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.740137 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.740468 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.740797 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.741128 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.741470 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.741800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.742123 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.742445 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Tracked resource versions report: Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: pushed versions: Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: { 'AddressGroup': {'1.2'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Agent': {'1.1'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'ConntrackHelper': {'1.0'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Log': {'1.0'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'NDPProxy': {'1.0'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Network': {'1.1'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Port': {'1.7'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'PortForwarding': {'1.3'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'QosPolicy': {'1.10'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroup': {'1.5'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SubPort': {'1.0'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Subnet': {'1.1'}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Trunk': {'1.1'}} Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: consumer versions: Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Agent': '1.1', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'ConntrackHelper': '1.0', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'LocalIPAssociation': '1.0', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Log': '1.0', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'NDPProxy': '1.0', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Network': '1.1', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Port': '1.7', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'PortForwarding': '1.3', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'QosPolicy': '1.10', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroup': '1.5', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroupRule': '1.2', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SubPort': '1.0', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Subnet': '1.1', Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Trunk': '1.1'}} Mar 31 18:42:45.743920 dv-cinder-795785-5-iscsi neutron-server[109721]: {{(pid=109721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:42:45.815642 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (ef0c245e-3261-4134-a144-e8f433a24ee9), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.857824 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (ef0c245e-3261-4134-a144-e8f433a24ee9), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.863915 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:42:45.864653 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:45.963857 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8257310 Mar 31 18:42:45.990195 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1f23-77e4-4707-b310-eb7653c151e7 demo demo] Pushing event updated for resources: {'Network': ['ID=ef0c245e-3261-4134-a144-e8f433a24ee9,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:42:46.003134 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network ef0c245e-3261-4134-a144-e8f433a24ee9 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:42:48.663732 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52126) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:49.068427 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeec4dc-31fa-434c-a0a2-cc53877bb7ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:42:49.069808 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-eaeec4dc-31fa-434c-a0a2-cc53877bb7ee demo admin] 10.222.0.32 "GET /v2.0/networks/ef0c245e-3261-4134-a144-e8f433a24ee9 HTTP/1.1" status: 200 len: 825 time: 0.4051292 Mar 31 18:42:49.093646 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7c1d3ba3-1636-4910-a312-64ac8f78b031 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/365544eb-7549-4866-8d52-2e938fc4e5c8 HTTP/1.1" status: 200 len: 734 time: 0.0181980 Mar 31 18:42:49.102629 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:42:49.122773 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Made reservation on behalf of e7ff182aecea4f378992e9c377d86ba4 for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:42:49.125096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:49.420879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (52b2a533-ecbf-41b4-b60a-7559ef2a15ac), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:49.491175 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Pushing event updated for resources: {'Subnet': ['ID=52b2a533-ecbf-41b4-b60a-7559ef2a15ac,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:42:49.495720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Checking segment: {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:42:49.496118 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Network hostable DHCP agents. Network: ef0c245e-3261-4134-a144-e8f433a24ee9, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:42:49.517681 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Network ef0c245e-3261-4134-a144-e8f433a24ee9 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:42:49.530191 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, ef0c245e-3261-4134-a144-e8f433a24ee9) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:42:49.535142 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:42:49.535655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:49.540271 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509309a-f0b6-4d1e-93e9-f1652a7934fb None None] Network ef0c245e-3261-4134-a144-e8f433a24ee9 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:42:49.550802 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-55738e8f-f2a3-4069-8763-161e9d23696d demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4512966 Mar 31 18:42:49.939606 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-ef0c245e-3261-4134-a144-e8f433a24ee9', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:42:49.941871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.229285 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Allocated IP 172.20.0.2 (ef0c245e-3261-4134-a144-e8f433a24ee9/52b2a533-ecbf-41b4-b60a-7559ef2a15ac/afbfded1-3ea0-4c31-9c7a-d318ba8541b1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:42:50.517338 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks [] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.526334 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.594100 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Network ef0c245e-3261-4134-a144-e8f433a24ee9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:42:50.599702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:42:50.602950 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:42:50.623532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Pushing event updated for resources: {'Port': ['ID=afbfded1-3ea0-4c31-9c7a-d318ba8541b1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:42:50.653182 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.653532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.653895 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.654255 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.654594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.654927 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.655256 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.655611 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.655941 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.656267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.656594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.656937 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.657267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.657602 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.657912 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Tracked resource versions report: Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: pushed versions: Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: { 'AddressGroup': {'1.2'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Agent': {'1.1'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Log': {'1.0'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'NDPProxy': {'1.0'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Network': {'1.1'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Port': {'1.7'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'PortForwarding': {'1.3'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'QosPolicy': {'1.10'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroup': {'1.5'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SubPort': {'1.0'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Subnet': {'1.1'}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Trunk': {'1.1'}} Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: consumer versions: Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Agent': '1.1', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'ConntrackHelper': '1.0', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'LocalIPAssociation': '1.0', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Log': '1.0', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'NDPProxy': '1.0', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Network': '1.1', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Port': '1.7', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'PortForwarding': '1.3', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'QosPolicy': '1.10', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroup': '1.5', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroupRule': '1.2', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SubPort': '1.0', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Subnet': '1.1', Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Trunk': '1.1'}} Mar 31 18:42:50.660044 dv-cinder-795785-5-iscsi neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:42:50.709974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Attempting to bind port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:42:50.710293 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Attempting to bind port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:42:50.710712 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Attempting to bind port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 on network ef0c245e-3261-4134-a144-e8f433a24ee9 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:42:50.715698 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:42:50.716065 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Checking segment: {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:42:50.716537 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.716926 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Bound using segment: {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:42:50.717389 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Bound port: afbfded1-3ea0-4c31-9c7a-d318ba8541b1, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:42:50.717797 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.780521 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] For port afbfded1-3ea0-4c31-9c7a-d318ba8541b1, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:42:50.785989 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] For port afbfded1-3ea0-4c31-9c7a-d318ba8541b1, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=afbfded1-3ea0-4c31-9c7a-d318ba8541b1,segment=NetworkSegment(983d4f66-bfa4-47d9-be62-ec8e105b3202),segment_id=983d4f66-bfa4-47d9-be62-ec8e105b3202)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:42:50.793629 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:50.865433 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2387f-e989-45c6-8067-de2ca6fd9246 None None] Pushing event updated for resources: {'Port': ['ID=afbfded1-3ea0-4c31-9c7a-d318ba8541b1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:42:52.219213 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:52.743820 dv-cinder-795785-5-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-cc22117e-cd4d-4f5b-adaf-a471d9552991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:52.744381 dv-cinder-795785-5-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-cc22117e-cd4d-4f5b-adaf-a471d9552991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:52.973871 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-cc22117e-cd4d-4f5b-adaf-a471d9552991 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:42:52.975216 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cc22117e-cd4d-4f5b-adaf-a471d9552991 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7539315 Mar 31 18:42:55.565222 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:55.899690 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-102a2a37-b210-4612-8b25-1c1a2ac31d12 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:42:55.900653 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-102a2a37-b210-4612-8b25-1c1a2ac31d12 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3339839 Mar 31 18:42:58.647819 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:42:59.066888 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:42:59.127577 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.policy [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:42:59.172785 dv-cinder-795785-5-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:59.173094 dv-cinder-795785-5-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:42:59.249672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:59.251690 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:59.423091 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Publish callbacks [] for router_controller (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:59.432797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:59.458490 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:42:59.464040 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5978a8ae-a26b-4c2a-a920-fc45aa099fbe demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8109548 Mar 31 18:43:02.042864 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:02.184554 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afbfded1-3ea0-4c31-9c7a-d318ba8541b1 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:43:02.279800 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:02.280470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:02.394940 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-6604541c-3e00-4257-958a-ddc0d1e784fa admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:43:02.398054 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6604541c-3e00-4257-958a-ddc0d1e784fa admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3541806 Mar 31 18:43:02.400563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:02.401032 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:02.440022 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port afbfded1-3ea0-4c31-9c7a-d318ba8541b1, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=afbfded1-3ea0-4c31-9c7a-d318ba8541b1,segment=NetworkSegment(983d4f66-bfa4-47d9-be62-ec8e105b3202),segment_id=983d4f66-bfa4-47d9-be62-ec8e105b3202)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:43:02.445861 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:02.497148 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf30a6-7e98-42da-89b1-18a8a3825241 None None] Network ef0c245e-3261-4134-a144-e8f433a24ee9 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:43:02.556770 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=afbfded1-3ea0-4c31-9c7a-d318ba8541b1,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:02.587238 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-c7ae3da3-c17e-462e-8531-671f8000a76d None None] Provisioning complete for port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:02.587706 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3da3-c17e-462e-8531-671f8000a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:02.726505 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae3da3-c17e-462e-8531-671f8000a76d None None] Current status of the port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:02.957157 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-cd2b348c-e7d8-4dcb-9884-82fd17ed0abe None None] Provisioning complete for port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:02.957548 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd2b348c-e7d8-4dcb-9884-82fd17ed0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:03.036861 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b348c-e7d8-4dcb-9884-82fd17ed0abe None None] Current status of the port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:04.155196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afbfded1-3ea0-4c31-9c7a-d318ba8541b1 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:43:04.202662 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:04.203051 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:04.281358 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:04.913344 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2b8be5a-78dd-4403-9416-291225d4c58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.038700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52182) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:05.366335 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:43:05.385345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Made reservation on behalf of 59e8a2ae89b246de939aaed969b2f2ad for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:43:05.387588 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.397490 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.472876 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks [] for security_group (592f0487-58d6-498e-b169-54dff10f502a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.476665 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (592f0487-58d6-498e-b169-54dff10f502a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.500722 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Reserving flat network on physical network physnet1 {{(pid=109721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 18:43:05.505209 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f0487-58d6-498e-b169-54dff10f502a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:05.521179 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (2760f5bb-bca0-4c10-82fd-f0388484ea18), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.524034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Added segment 2760f5bb-bca0-4c10-82fd-f0388484ea18 of type flat for network 519fec96-59be-4c6f-94fa-08e9d9bc3acd Mar 31 18:43:05.574186 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (519fec96-59be-4c6f-94fa-08e9d9bc3acd), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.609160 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (519fec96-59be-4c6f-94fa-08e9d9bc3acd), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.610094 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:43:05.610674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:05.688967 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6490893 Mar 31 18:43:05.702601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f00ec5-1bad-4fd1-8861-941124b73889 admin admin] Pushing event updated for resources: {'Network': ['ID=519fec96-59be-4c6f-94fa-08e9d9bc3acd,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:05.713195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:43:07.201965 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba22dfae-911b-4ec5-87cd-48f58fb69337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:08.289432 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52190) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:08.526782 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:08.609643 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff663b8-bf5b-4ce3-8f21-dee0c819afc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:43:08.610992 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8ff663b8-bf5b-4ce3-8f21-dee0c819afc0 demo admin] 10.222.0.32 "GET /v2.0/subnets/52b2a533-ecbf-41b4-b60a-7559ef2a15ac HTTP/1.1" status: 200 len: 849 time: 0.3206015 Mar 31 18:43:08.783096 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a5797fd1-5f08-4169-991e-be17e59a4b86 demo admin] 10.222.0.32 "GET /v2.0/routers/0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c HTTP/1.1" status: 200 len: 704 time: 0.1654956 Mar 31 18:43:09.060175 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.361835 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Allocated IP 172.20.0.1 (ef0c245e-3261-4134-a144-e8f433a24ee9/52b2a533-ecbf-41b4-b60a-7559ef2a15ac/37b15cb4-7831-4ac4-96b1-b7134e2a2728) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:43:09.573178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks [] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.642801 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.714473 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Network ef0c245e-3261-4134-a144-e8f433a24ee9 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:43:09.720468 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:43:09.729344 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:43:09.729927 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.756332 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Pushing event updated for resources: {'Port': ['ID=37b15cb4-7831-4ac4-96b1-b7134e2a2728,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:09.903262 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-bcfb4f6f-7c8d-4632-9fb2-99f4266f6b9f None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:09.903922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcfb4f6f-7c8d-4632-9fb2-99f4266f6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.957275 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:09.993952 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb4f6f-7c8d-4632-9fb2-99f4266f6b9f None None] Port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:43:10.021625 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:10.181155 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks [] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:10.185577 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:10.186294 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:10.265681 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Pushing event updated for resources: {'Port': ['ID=37b15cb4-7831-4ac4-96b1-b7134e2a2728,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:10.313856 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Network ef0c245e-3261-4134-a144-e8f433a24ee9 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:43:10.315189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:43:10.494969 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:43:10.598279 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:43:10.605901 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-79c76357-408e-4d91-af0a-5536e6d79bfe demo admin] 10.222.0.32 "PUT /v2.0/routers/0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8147068 Mar 31 18:43:10.619461 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-009198f8-df91-4401-a9f0-9598284505cd None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:10.619855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-009198f8-df91-4401-a9f0-9598284505cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:10.622976 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Sync routers for ids ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:43:10.637440 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Routers {'0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:43:10.638323 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:43:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:10.666033 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-009198f8-df91-4401-a9f0-9598284505cd None None] Port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:43:10.841248 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Set router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:43:11.309218 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:09Z', 'revision_number': 2, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port_host': None, '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:10Z', 'revision_number': 2, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:11.355431 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:11.363487 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Checking router: 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:43:11.363967 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Updating router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:43:11.452200 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:11.981837 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks [] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:11.989194 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.159886 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Pushing event updated for resources: {'Port': ['ID=37b15cb4-7831-4ac4-96b1-b7134e2a2728,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:12.166699 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Attempting to bind port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:43:12.167108 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Attempting to bind port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:43:12.167578 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Attempting to bind port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 on network ef0c245e-3261-4134-a144-e8f433a24ee9 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:43:12.177707 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.178061 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.178587 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.178785 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.179122 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.179484 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.179821 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.180165 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.180465 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.180790 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.181140 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.181451 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.181777 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.182116 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.182436 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Tracked resource versions report: Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: pushed versions: Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: { 'AddressGroup': {'1.2'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Agent': {'1.1'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Log': {'1.0'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'NDPProxy': {'1.0'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Network': {'1.1'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Port': {'1.7'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'PortForwarding': {'1.3'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'QosPolicy': {'1.10'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroup': {'1.5'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SubPort': {'1.0'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Subnet': {'1.1'}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Trunk': {'1.1'}} Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: consumer versions: Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Agent': '1.1', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'ConntrackHelper': '1.0', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'LocalIPAssociation': '1.0', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Log': '1.0', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'NDPProxy': '1.0', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Network': '1.1', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Port': '1.7', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'PortForwarding': '1.3', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'QosPolicy': '1.10', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroup': '1.5', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroupRule': '1.2', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SubPort': '1.0', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Subnet': '1.1', Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Trunk': '1.1'}} Mar 31 18:43:12.183980 dv-cinder-795785-5-iscsi neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:43:12.186543 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:43:12.186939 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Checking segment: {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:43:12.187431 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.187823 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Bound using segment: {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:43:12.188315 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Bound port: 37b15cb4-7831-4ac4-96b1-b7134e2a2728, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983d4f66-bfa4-47d9-be62-ec8e105b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:43:12.188690 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.205362 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-470896f5-ee37-4fe1-976a-16a305e2e04a None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:12.205790 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-470896f5-ee37-4fe1-976a-16a305e2e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.244428 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-470896f5-ee37-4fe1-976a-16a305e2e04a None None] Port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:43:12.260090 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] For port 37b15cb4-7831-4ac4-96b1-b7134e2a2728, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:43:12.280242 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] For port 37b15cb4-7831-4ac4-96b1-b7134e2a2728, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=37b15cb4-7831-4ac4-96b1-b7134e2a2728,segment=NetworkSegment(983d4f66-bfa4-47d9-be62-ec8e105b3202),segment_id=983d4f66-bfa4-47d9-be62-ec8e105b3202)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:43:12.287362 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.356546 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f1ca-34d6-4ae5-9a42-f1d582e48c61 None None] Pushing event updated for resources: {'Port': ['ID=37b15cb4-7831-4ac4-96b1-b7134e2a2728,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:12.360717 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Routers {'0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:43:12.361364 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:43:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:12.463999 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] Set router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:43:12.568791 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:12.569360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.655713 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Current status of the port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:12.656031 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.689916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] For port 37b15cb4-7831-4ac4-96b1-b7134e2a2728, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=37b15cb4-7831-4ac4-96b1-b7134e2a2728,segment=NetworkSegment(983d4f66-bfa4-47d9-be62-ec8e105b3202),segment_id=983d4f66-bfa4-47d9-be62-ec8e105b3202)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:43:12.696377 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:09Z', 'revision_number': 2, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port_host': None, '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:12Z', 'revision_number': 4, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:12.696939 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:12.724128 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d540bf-1362-444a-b95c-e85f797f02d7 None None] The sync data for ids ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'] in dv-cinder-795785-5-iscsi is: [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:09Z', 'revision_number': 2, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port_host': None, '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:12Z', 'revision_number': 4, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:43:12.755437 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21d521-a437-4fdc-81c3-023a78820c1f None None] Pushing event updated for resources: {'Port': ['ID=37b15cb4-7831-4ac4-96b1-b7134e2a2728,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:13.152724 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52210) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:13.267219 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f783d17c-df9c-4a50-8e8d-092911b10949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:43:13.269114 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f783d17c-df9c-4a50-8e8d-092911b10949 admin admin] 10.222.0.32 "GET /v2.0/networks/519fec96-59be-4c6f-94fa-08e9d9bc3acd HTTP/1.1" status: 200 len: 842 time: 0.1153746 Mar 31 18:43:13.278733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Request body: {'subnet': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:43:13.300511 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Made reservation on behalf of 59e8a2ae89b246de939aaed969b2f2ad for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:43:13.302838 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:13.601377 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.objects.ports [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109721) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 18:43:13.601813 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (4cf83f10-8370-471f-82e7-06ecb0c0b65c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:13.732849 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf83f10-8370-471f-82e7-06ecb0c0b65c,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:13.744875 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:43:13.745258 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Network hostable DHCP agents. Network: 519fec96-59be-4c6f-94fa-08e9d9bc3acd, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:43:13.764056 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:43:13.773890 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 519fec96-59be-4c6f-94fa-08e9d9bc3acd) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:43:13.778164 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:43:13.778770 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:13.785551 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39304e39-a34f-4b15-9622-8532fb138de7 None None] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:43:13.803700 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7a40f2c5-5267-42cf-8d52-8486f7df3d33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5226352 Mar 31 18:43:13.902773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e7189-fefb-4c13-badd-7b4c9e958d9d None None] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:43:16.320059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52228) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:16.461175 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b874cdd3-00dd-41ae-af9c-f03a387423af demo admin] 10.222.0.32 "GET /v2.0/routers/0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c HTTP/1.1" status: 200 len: 710 time: 0.1399004 Mar 31 18:43:16.553345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c2d41-0b3d-4d5b-812f-65ac9b3ca5e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:43:16.554646 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-311c2d41-0b3d-4d5b-812f-65ac9b3ca5e3 demo admin] 10.222.0.32 "GET /v2.0/networks/519fec96-59be-4c6f-94fa-08e9d9bc3acd HTTP/1.1" status: 200 len: 886 time: 0.0878937 Mar 31 18:43:16.563619 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:43:16.846125 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks [] for router_gateway (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:17.107483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks [] for router_gateway (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:17.192830 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:17.294068 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Allocated IP 172.27.1.139 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:43:17.396274 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks [] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:17.436211 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:17.471757 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:43:17.474775 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:43:17.478296 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:43:17.545939 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Pushing event updated for resources: {'Port': ['ID=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:17.744457 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks [] for router_gateway (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:18.047715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66625008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66618497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3050'] for router (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:18.051960 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66624999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66625006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66618504'] for router (0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:18.168317 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:43:18.287774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:43:18.292212 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:18.294467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-597fed6a-c7a9-4fea-a24d-38b333a5e5f7 demo admin] 10.222.0.32 "PUT /v2.0/routers/0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c HTTP/1.1" status: 200 len: 890 time: 1.7331512 Mar 31 18:43:20.190436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 37b15cb4-7831-4ac4-96b1-b7134e2a2728 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:43:20.246745 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:20.247128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:20.326414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:20.894009 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:43:21.039884 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d8e2ea75-d850-4a78-9054-fa0947c051c8 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1435218 Mar 31 18:43:21.707395 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Sync routers for ids ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:43:21.723130 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Routers {'0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:43:21.723859 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:43:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:21.952300 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Set router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:43:22.138354 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:43:22.446308 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:17Z', 'revision_number': 4, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port': {'id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:17Z', 'updated_at': '2022-03-31T18:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:12Z', 'revision_number': 5, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:22.497164 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Checking router: 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:43:22.497545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Updating router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:43:22.553111 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:22.904766 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks [] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:22.911875 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:22.966903 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Attempting to bind port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:43:22.967283 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Attempting to bind port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:43:22.967681 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Attempting to bind port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:43:22.979160 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9d527-3414-4744-b909-9814121465f1 None None] Pushing event updated for resources: {'Port': ['ID=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:22.981695 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:43:22.982078 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:43:22.982491 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:22.982877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:43:22.983365 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Bound port: cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:43:22.983774 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:23.041392 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] For port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:43:23.045334 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] For port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:43:23.053602 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:23.116699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Routers {'0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:43:23.118268 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:43:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:23.119585 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9d527-3414-4744-b909-9814121465f1 None None] Pushing event updated for resources: {'Port': ['ID=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:23.247022 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] Set router 0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:43:23.522375 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:17Z', 'revision_number': 4, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port': {'id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:17Z', 'updated_at': '2022-03-31T18:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:12Z', 'revision_number': 5, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:43:23.552388 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57809c4c-76aa-4e34-95ed-b82c13b2fee6 None None] The sync data for ids ['0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c'] in dv-cinder-795785-5-iscsi is: [{'id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'name': 'router1', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:42:59Z', 'updated_at': '2022-03-31T18:43:17Z', 'revision_number': 4, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'gw_port': {'id': 'cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:17Z', 'updated_at': '2022-03-31T18:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '37b15cb4-7831-4ac4-96b1-b7134e2a2728', 'name': '', 'network_id': 'ef0c245e-3261-4134-a144-e8f433a24ee9', 'tenant_id': 'e7ff182aecea4f378992e9c377d86ba4', 'mac_address': 'fa:16:3e:10:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0a7dd1-e1ed-4fea-bdbe-7c2b0782113c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:43:09Z', 'updated_at': '2022-03-31T18:43:12Z', 'revision_number': 5, 'project_id': 'e7ff182aecea4f378992e9c377d86ba4', 'subnets': [{'id': '52b2a533-ecbf-41b4-b60a-7559ef2a15ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '365544eb-7549-4866-8d52-2e938fc4e5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:43:24.267188 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:43:24.380828 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:24.381463 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:24.482379 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:24.483106 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:24.507972 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:43:24.515513 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:24.572023 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:43:26.230558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:43:26.362310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:43:26.362310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:26.536636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port cfc0a0e0-2202-4b96-97f6-ac5fda0bd2fd is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:43:34.915956 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6120b011-7688-4a0a-a19d-83be5360ef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:37.211447 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c4c63a5-da65-47e7-bbeb-574ffd27cce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:38.542853 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:40.022012 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:41.363459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:43:59.138046 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:44:04.922019 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dee67884-299c-40e6-81ef-2712a4debdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:07.207599 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-737c8821-6792-4519-9790-0de0bbea7a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:08.532470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:10.018200 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:11.359888 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:34.914768 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a20fee1-f604-4eda-a21b-41c41208f02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:36.136652 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:44:37.210247 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44d39512-7b9f-46a2-b39c-1ab5e5105c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:38.530063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:40.018956 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:41.356938 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:45.153165 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52724) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:45.228955 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34e3a69-2bb0-4bf8-9e53-92a4573762b9 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:44:45.230280 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e34e3a69-2bb0-4bf8-9e53-92a4573762b9 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761871 Mar 31 18:44:45.429429 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cf40a-dfe8-4dd8-b5aa-b7298c38fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:45.430983 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b89cf40a-dfe8-4dd8-b5aa-b7298c38fde9 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1966166 Mar 31 18:44:47.789372 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52734) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:47.920589 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0953f76-36c9-4ff7-883f-a2e29f429ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:47.921958 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d0953f76-36c9-4ff7-883f-a2e29f429ca9 admin admin] 10.222.0.32 "GET /v2.0/subnets/52b2a533-ecbf-41b4-b60a-7559ef2a15ac HTTP/1.1" status: 200 len: 849 time: 0.1316397 Mar 31 18:44:47.931972 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:44:48.015077 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Publish callbacks [] for subnet (52b2a533-ecbf-41b4-b60a-7559ef2a15ac), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:48.189775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727004670338'] for subnet (52b2a533-ecbf-41b4-b60a-7559ef2a15ac), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:48.250744 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:48.251047 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:48.253251 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] 10.222.0.32 "PUT /v2.0/subnets/52b2a533-ecbf-41b4-b60a-7559ef2a15ac HTTP/1.1" status: 200 len: 868 time: 0.3250577 Mar 31 18:44:48.254506 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48ff0c-4f8a-48db-9788-a6b4a32f3c71 None None] Network ef0c245e-3261-4134-a144-e8f433a24ee9 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:44:48.274338 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b2a533-ecbf-41b4-b60a-7559ef2a15ac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:44:48.284832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.285197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.285570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.285906 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.286251 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.286595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.286936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.287268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.287635 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.287967 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.288326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.288680 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.289017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.289428 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.289671 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75aa3-14c4-4285-bf39-5fcd5546c424 admin admin] Tracked resource versions report: Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: pushed versions: Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: { 'AddressGroup': {'1.2'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Agent': {'1.1'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Log': {'1.0'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'NDPProxy': {'1.0'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Network': {'1.1'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Port': {'1.7'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'PortForwarding': {'1.3'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'QosPolicy': {'1.10'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroup': {'1.5'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SubPort': {'1.0'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Subnet': {'1.1'}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Trunk': {'1.1'}} Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: consumer versions: Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Agent': '1.1', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'ConntrackHelper': '1.0', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'LocalIPAssociation': '1.0', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Log': '1.0', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'NDPProxy': '1.0', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Network': '1.1', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Port': '1.7', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'PortForwarding': '1.3', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'QosPolicy': '1.10', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroup': '1.5', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroupRule': '1.2', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SubPort': '1.0', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Subnet': '1.1', Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Trunk': '1.1'}} Mar 31 18:44:48.291248 dv-cinder-795785-5-iscsi neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:44:48.639672 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Provisioning complete for port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:44:48.640066 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afbfded1-3ea0-4c31-9c7a-d318ba8541b1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:48.717428 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Current status of the port afbfded1-3ea0-4c31-9c7a-d318ba8541b1 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:44:48.727874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Provisioning complete for port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:44:48.728179 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (37b15cb4-7831-4ac4-96b1-b7134e2a2728), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:44:48.807694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-11c1c60e-82e3-4fe3-b1f5-64530fd1fa4e None None] Current status of the port 37b15cb4-7831-4ac4-96b1-b7134e2a2728 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:44:50.612772 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52746) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:50.821191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65092d-aa41-46c2-ae64-cf73a737ec79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:50.821672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65092d-aa41-46c2-ae64-cf73a737ec79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:50.823222 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2d65092d-aa41-46c2-ae64-cf73a737ec79 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094765 Mar 31 18:44:53.146506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:53.279968 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4cb0e-44b5-45e4-8431-baacf278d9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:53.280437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4cb0e-44b5-45e4-8431-baacf278d9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:53.282164 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c8b4cb0e-44b5-45e4-8431-baacf278d9f5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1347079 Mar 31 18:44:55.675571 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:55.861220 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3db9d8-1454-411c-97f8-39f1ecaf2e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:55.862609 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1a3db9d8-1454-411c-97f8-39f1ecaf2e7a admin admin] 10.222.0.32 "GET /v2.0/networks/519fec96-59be-4c6f-94fa-08e9d9bc3acd HTTP/1.1" status: 200 len: 886 time: 0.1861637 Mar 31 18:44:58.204412 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:44:58.350486 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714168e-e1cb-4c04-bfd9-6ad23435e59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:44:58.351949 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b714168e-e1cb-4c04-bfd9-6ad23435e59f admin admin] 10.222.0.32 "GET /v2.0/networks/ef0c245e-3261-4134-a144-e8f433a24ee9 HTTP/1.1" status: 200 len: 869 time: 0.1465542 Mar 31 18:45:00.837922 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52778) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:00.963589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ee5d3-4703-450f-a3fa-e4e351c7ba2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:00.964044 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ee5d3-4703-450f-a3fa-e4e351c7ba2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:00.965564 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d10ee5d3-4703-450f-a3fa-e4e351c7ba2e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266732 Mar 31 18:45:03.292742 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52788) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:03.385618 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab0546-25b8-4f88-ac5b-d3e1e412e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:03.386052 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab0546-25b8-4f88-ac5b-d3e1e412e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:03.387647 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-abab0546-25b8-4f88-ac5b-d3e1e412e797 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939116 Mar 31 18:45:04.919535 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-158d4a2f-9717-4a42-addc-8dcc751c5799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:05.818747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52796) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:05.907396 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100090a-23c4-4463-8395-a3749fdcd6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:05.908813 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6100090a-23c4-4463-8395-a3749fdcd6a2 admin admin] 10.222.0.32 "GET /v2.0/subnets/4cf83f10-8370-471f-82e7-06ecb0c0b65c HTTP/1.1" status: 200 len: 816 time: 0.0890632 Mar 31 18:45:07.203829 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f970008e-f26b-45fe-8b5d-98e30c512fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:08.242472 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52804) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:08.336881 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c4e40-9c21-40c3-b41c-bae14fd89dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:08.338249 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-242c4e40-9c21-40c3-b41c-bae14fd89dc8 admin admin] 10.222.0.32 "GET /v2.0/subnets/52b2a533-ecbf-41b4-b60a-7559ef2a15ac HTTP/1.1" status: 200 len: 868 time: 0.0948231 Mar 31 18:45:08.538411 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:10.021704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:11.349176 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:13.136066 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:45:34.922732 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e53361b1-116c-4106-8c2b-e024759b88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:37.208614 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-076a8539-b2ab-45d7-a959-b0c014fc685f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:37.225780 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52856) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:37.276121 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-4de2c12e-c458-4677-96b1-d0d1ac010985 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:45:37.277177 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4de2c12e-c458-4677-96b1-d0d1ac010985 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504203 Mar 31 18:45:38.532685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:39.751533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52864) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:39.820522 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bfda32-6c27-4a9c-9465-d6934fa04fdb admin admin] GET failed (client error): The resource could not be found. Mar 31 18:45:39.821872 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a6bfda32-6c27-4a9c-9465-d6934fa04fdb admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691354 Mar 31 18:45:39.965873 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654663c-0b5f-4ad5-8c4a-09e44e1990c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:39.967317 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d654663c-0b5f-4ad5-8c4a-09e44e1990c4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413815 Mar 31 18:45:40.025821 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:41.351500 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.363327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52872) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:42.412110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:45:42.431459 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Made reservation on behalf of 59e8a2ae89b246de939aaed969b2f2ad for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:45:42.433666 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.462515 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING neutron.services.revisions.revision_plugin [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Could not find related network for resource to bump revision. Mar 31 18:45:42.474216 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:45:42.483913 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (1c0523ea-8302-4712-b97e-6ca8d724d8a4), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.484243 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Added segment 1c0523ea-8302-4712-b97e-6ca8d724d8a4 of type vlan for network 920111dc-c0b2-4855-afd8-565415448169 Mar 31 18:45:42.523686 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (920111dc-c0b2-4855-afd8-565415448169), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.546936 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (920111dc-c0b2-4855-afd8-565415448169), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.548039 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:42.548691 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:42.603299 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2388315 Mar 31 18:45:42.612062 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Pushing event updated for resources: {'Network': ['ID=920111dc-c0b2-4855-afd8-565415448169,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:45:42.619674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.620019 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.620390 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.620733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.621065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.621414 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.621713 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.622034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.622378 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.622708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.623050 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.624062 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.624387 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.624963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.625067 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5525427-450c-4f05-8c4a-a92d04aa6d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:42.637327 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 920111dc-c0b2-4855-afd8-565415448169 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:45:45.004782 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52880) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:45:45.070392 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4ce1cd-c350-4919-90b6-fdf53e392cbf admin admin] GET failed (client error): The resource could not be found. Mar 31 18:45:45.071812 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7f4ce1cd-c350-4919-90b6-fdf53e392cbf admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660155 Mar 31 18:45:45.147249 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69753502-1325-48ba-9e18-ba9d6bcfe333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:45.148751 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-69753502-1325-48ba-9e18-ba9d6bcfe333 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728152 Mar 31 18:45:45.160002 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '920111dc-c0b2-4855-afd8-565415448169', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:45:45.179612 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Made reservation on behalf of 59e8a2ae89b246de939aaed969b2f2ad for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:45:45.182492 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.348199 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (d99b49be-0f35-485b-9796-da4b1761586e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.399171 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99b49be-0f35-485b-9796-da4b1761586e,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:45:45.414940 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Checking segment: {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:45:45.415291 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Network hostable DHCP agents. Network: 920111dc-c0b2-4855-afd8-565415448169, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:45:45.432578 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Network 920111dc-c0b2-4855-afd8-565415448169 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:45:45.442157 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 920111dc-c0b2-4855-afd8-565415448169) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:45:45.446903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:45:45.447570 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.456256 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664105b-24bb-4858-bc9c-3746fbd4e092 None None] Network 920111dc-c0b2-4855-afd8-565415448169 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:45:45.464552 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4c0e02b8-1698-45d9-bee4-c2cb146cd30a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080554 Mar 31 18:45:45.569852 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-920111dc-c0b2-4855-afd8-565415448169', 'network_id': '920111dc-c0b2-4855-afd8-565415448169', 'project_id': '59e8a2ae89b246de939aaed969b2f2ad', 'fixed_ips': [{'subnet_id': 'd99b49be-0f35-485b-9796-da4b1761586e'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:45:45.570743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.725543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Allocated IP 192.168.233.2 (920111dc-c0b2-4855-afd8-565415448169/d99b49be-0f35-485b-9796-da4b1761586e/c618f64e-fc7f-40af-833f-d4af7fc28656) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:45:45.882807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks [] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.889702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:45.947905 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Network 920111dc-c0b2-4855-afd8-565415448169 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:45:45.950934 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:45:45.958509 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:45:45.966870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Pushing event updated for resources: {'Port': ['ID=c618f64e-fc7f-40af-833f-d4af7fc28656,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:45:45.975435 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.975871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.976163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.976531 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.976883 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.977204 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.977536 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.977881 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.978194 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.978523 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.978849 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.979189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.979543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.979866 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:45.980543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:45:46.033966 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Attempting to bind port c618f64e-fc7f-40af-833f-d4af7fc28656 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:45:46.034335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Attempting to bind port c618f64e-fc7f-40af-833f-d4af7fc28656 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:45:46.034695 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Attempting to bind port c618f64e-fc7f-40af-833f-d4af7fc28656 on network 920111dc-c0b2-4855-afd8-565415448169 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:45:46.040101 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:45:46.040472 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Checking segment: {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:45:46.040873 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:46.041263 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Bound using segment: {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:45:46.041716 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Bound port: c618f64e-fc7f-40af-833f-d4af7fc28656, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:45:46.042098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:46.208873 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] For port c618f64e-fc7f-40af-833f-d4af7fc28656, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:45:46.212214 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] For port c618f64e-fc7f-40af-833f-d4af7fc28656, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c618f64e-fc7f-40af-833f-d4af7fc28656,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:45:46.220319 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:46.292753 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f596-f59b-45ba-a1e2-43bebf1c2a28 None None] Pushing event updated for resources: {'Port': ['ID=c618f64e-fc7f-40af-833f-d4af7fc28656,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:45:47.177597 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfd79c-94ed-4d9d-b6f6-48b11d5bf45f None None] Network 920111dc-c0b2-4855-afd8-565415448169 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:45:47.258308 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Provisioning complete for port c618f64e-fc7f-40af-833f-d4af7fc28656 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:45:47.258710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:47.381747 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Current status of the port c618f64e-fc7f-40af-833f-d4af7fc28656 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:45:47.382170 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:47.425067 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2dafcec3-546f-473b-a977-946475f2dace None None] For port c618f64e-fc7f-40af-833f-d4af7fc28656, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c618f64e-fc7f-40af-833f-d4af7fc28656,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:45:47.430689 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:47.492100 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafcec3-546f-473b-a977-946475f2dace None None] Pushing event updated for resources: {'Port': ['ID=c618f64e-fc7f-40af-833f-d4af7fc28656,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:45:47.551935 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-689a364a-93aa-4548-9c95-7b0e0a3886ba None None] Provisioning complete for port c618f64e-fc7f-40af-833f-d4af7fc28656 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:45:47.552331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-689a364a-93aa-4548-9c95-7b0e0a3886ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:47.638599 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-689a364a-93aa-4548-9c95-7b0e0a3886ba None None] Current status of the port c618f64e-fc7f-40af-833f-d4af7fc28656 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:45:48.296773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c618f64e-fc7f-40af-833f-d4af7fc28656 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:45:48.356065 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port c618f64e-fc7f-40af-833f-d4af7fc28656 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:45:48.356474 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c618f64e-fc7f-40af-833f-d4af7fc28656), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:45:48.444400 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port c618f64e-fc7f-40af-833f-d4af7fc28656 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:45:50.134896 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:46:04.925819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e427c4ff-9a87-4379-9b0a-8396ecbaf331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:07.211035 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faaa5137-873d-47d6-a3be-e2aea388a34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:08.535353 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:10.026377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:11.354102 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:27.133691 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:46:34.925618 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-910043df-1afe-4eca-b3f4-82edfd63bfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:37.214169 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8ededb59-f861-4975-bc83-2e48bf6b116b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:38.539117 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:40.034085 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:46:41.359860 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:04.133385 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:47:04.919887 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463f7fea-dfba-4edb-94b3-2cda87c4994a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:07.216254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e12a4f07-3d5f-4ae2-aa25-9ce022308b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.167624 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52918) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:47:08.173369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [None req-c2b16633-2e20-44a1-9611-3296d1e9433d tempest-verify_tempest_config-735619886 tempest-verify_tempest_config-735619886-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:47:08.174341 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c2b16633-2e20-44a1-9611-3296d1e9433d tempest-verify_tempest_config-735619886 tempest-verify_tempest_config-735619886-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057173 Mar 31 18:47:08.489771 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 52936) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:47:08.541397 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.607909 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.684564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Publish callbacks [] for security_group (ed04047b-68ff-465a-be30-e5bee7e14710), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.688439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ed04047b-68ff-465a-be30-e5bee7e14710), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.731885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04047b-68ff-465a-be30-e5bee7e14710,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:47:08.736482 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=542424afc16b471fa25d572b3b0ecfea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2457244 Mar 31 18:47:08.739240 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 52940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:47:08.741133 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.741494 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.741864 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.742210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.742547 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.742877 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.743208 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.743564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.743909 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.744243 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.744570 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.744897 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.745221 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.745543 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.745865 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97f09f-3cb2-4e97-9b49-1b7e1fda1641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.818626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Publish callbacks [] for security_group (ed04047b-68ff-465a-be30-e5bee7e14710), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.838991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Publish callbacks [] for security_group (ed04047b-68ff-465a-be30-e5bee7e14710), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.933597 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ed04047b-68ff-465a-be30-e5bee7e14710), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.936434 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:08.937699 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed04047b-68ff-465a-be30-e5bee7e14710 HTTP/1.1" status: 204 len: 168 time: 0.1974275 Mar 31 18:47:08.946014 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04047b-68ff-465a-be30-e5bee7e14710,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:47:08.953184 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.953536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.953880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.954218 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.954554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.954886 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.955213 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.955564 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.955912 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.956245 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.956730 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.957065 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.957385 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.957825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:08.958152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783ad38-ba00-43a4-890c-290d324a6d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:47:10.037838 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:11.363013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:34.924615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba9b2-3922-4e0b-887b-5d88cdae0708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:37.230376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce2ca-9088-4e4c-8d5e-077ba831c99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:38.545512 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:40.040544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:47:41.133773 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:47:41.369301 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:04.940071 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-55b95826-8dce-41fe-a596-faa1e591d376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:07.226766 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d6d39367-d3a4-43c4-a406-1465e5c9a446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:08.547827 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:10.043038 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:11.366396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:18.133591 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 5 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:48:34.927608 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99ecfaab-eb4f-4617-9239-18af14d37288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:37.222180 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e86a3c5-cb78-46a4-bfe8-e2d10beaaa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:38.551558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:40.046113 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:41.363106 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:51.573972 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66618862'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:48:55.133070 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:49:04.932824 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-239a7aa4-6c0d-4d5d-82d0-fc42cc0b3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:07.237264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11d5d958-8419-4f22-83df-6daa8597fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:08.151696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53014) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:49:08.319040 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-76a87979-28cb-4cac-9bbe-51a4164b6bec admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1661975 Mar 31 18:49:08.555126 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:10.048908 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:10.798764 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:49:10.864540 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d96ebcce-7e40-4f87-aa6c-66671a99f17e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646558 Mar 31 18:49:11.368900 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:21.530458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:32.132037 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:49:34.935519 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb52debf-9363-4a68-89cc-b76927791c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:37.220412 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11522792-58d4-42a8-a5aa-8f6ac1994490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:38.556537 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:40.051392 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:41.372904 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:49:51.531753 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:04.942456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9788cd5-72bc-490f-9ab7-731ed2d5d9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:07.226143 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98722bb7-014a-43ef-9bd0-bd7bbf8df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:08.561706 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:09.131129 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:50:10.065557 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:11.378148 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:21.529743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:34.936813 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-357490c8-519c-49d9-8239-7ad59e3f8a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:37.226436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddb5d-a0ee-42eb-a597-eefee9e17e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:38.567154 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:40.058529 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:41.384405 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:46.130432 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:50:51.283571 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:51.553598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.612461 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1065467511-network', 'tenant_id': 'b94a8a4c12ce458b8c7579f6df40d095'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:51.660853 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Made reservation on behalf of b94a8a4c12ce458b8c7579f6df40d095 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:51.665762 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.690840 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.795356 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks [] for security_group (2b140fef-553f-45c2-a64d-e7776bda3939), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.801171 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2b140fef-553f-45c2-a64d-e7776bda3939), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.836428 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b140fef-553f-45c2-a64d-e7776bda3939,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:51.848930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.849541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.850034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.850527 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.850941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.851199 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.851585 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.851907 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.852260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.852600 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.852931 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.853259 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.854257 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.854615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.854944 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Tracked resource versions report: Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: pushed versions: Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: { 'AddressGroup': {'1.2'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Agent': {'1.1'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Log': {'1.0'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'NDPProxy': {'1.0'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Network': {'1.1'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Port': {'1.7'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'PortForwarding': {'1.3'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'QosPolicy': {'1.10'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroup': {'1.5'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SubPort': {'1.0'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Subnet': {'1.1'}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Trunk': {'1.1'}} Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: consumer versions: Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: HyperV agent@hv-cinder-79578: {}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Agent': '1.1', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'ConntrackHelper': '1.0', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'LocalIPAssociation': '1.0', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Log': '1.0', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'NDPProxy': '1.0', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Network': '1.1', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Port': '1.7', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'PortForwarding': '1.3', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'QosPolicy': '1.10', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroup': '1.5', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SecurityGroupRule': '1.2', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'SubPort': '1.0', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Subnet': '1.1', Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: 'Trunk': '1.1'}} Mar 31 18:50:51.856234 dv-cinder-795785-5-iscsi neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:50:51.860991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:50:51.875594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727004479537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (9f4c37ac-6d86-4e81-a305-20e427920cf1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.876071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Unsubscribe: segment precommit_create {{(pid=109722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:50:51.876620 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Added segment 9f4c37ac-6d86-4e81-a305-20e427920cf1 of type vlan for network f492e17d-a10b-402f-a3d3-21c324c8278f Mar 31 18:50:51.946578 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (f492e17d-a10b-402f-a3d3-21c324c8278f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.993677 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (f492e17d-a10b-402f-a3d3-21c324c8278f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:51.995311 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:51.996104 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:52.121894 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53222) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:52.124809 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8391612 Mar 31 18:50:52.128857 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Request body: {'subnet': {'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1065467511-subnet', 'tenant_id': 'b94a8a4c12ce458b8c7579f6df40d095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:52.129700 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327d34-b8ef-4295-ac78-6f553a334b38 admin admin] Pushing event updated for resources: {'Network': ['ID=f492e17d-a10b-402f-a3d3-21c324c8278f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:52.143942 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network f492e17d-a10b-402f-a3d3-21c324c8278f details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:50:52.158949 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Made reservation on behalf of b94a8a4c12ce458b8c7579f6df40d095 for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:52.160969 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:52.374746 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (f4509fe0-165f-492a-a32f-d7fdfc322fc4), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:52.478851 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4509fe0-165f-492a-a32f-d7fdfc322fc4,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:52.490929 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.491512 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.492023 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.492561 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.493022 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.493785 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.494868 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.495480 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.496010 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.496540 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.497012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.497544 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.498508 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.499256 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.499792 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Tracked resource versions report: Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: pushed versions: Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: { 'AddressGroup': {'1.2'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Agent': {'1.1'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'ConntrackHelper': {'1.0'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Log': {'1.0'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'NDPProxy': {'1.0'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Network': {'1.1'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Port': {'1.7'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'PortForwarding': {'1.3'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'QosPolicy': {'1.10'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroup': {'1.5'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SubPort': {'1.0'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Subnet': {'1.1'}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Trunk': {'1.1'}} Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: consumer versions: Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: HyperV agent@hv-cinder-79578: {}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Agent': '1.1', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'ConntrackHelper': '1.0', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'LocalIPAssociation': '1.0', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Log': '1.0', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'NDPProxy': '1.0', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Network': '1.1', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Port': '1.7', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'PortForwarding': '1.3', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'QosPolicy': '1.10', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroup': '1.5', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SecurityGroupRule': '1.2', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'SubPort': '1.0', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Subnet': '1.1', Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: 'Trunk': '1.1'}} Mar 31 18:50:52.502122 dv-cinder-795785-5-iscsi neutron-server[109721]: {{(pid=109721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:50:52.520701 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Checking segment: {'id': '9f4c37ac-6d86-4e81-a305-20e427920cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:50:52.521539 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Network hostable DHCP agents. Network: f492e17d-a10b-402f-a3d3-21c324c8278f, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:50:52.566663 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Network f492e17d-a10b-402f-a3d3-21c324c8278f is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:50:52.580847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, f492e17d-a10b-402f-a3d3-21c324c8278f) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:52.589508 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:52.590326 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:52.601390 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cbc41-31f8-48d4-8012-edb2877a20c7 None None] Network f492e17d-a10b-402f-a3d3-21c324c8278f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:52.623651 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-ec60f248-8b05-4590-a475-d1483116bd4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4998925 Mar 31 18:50:52.694090 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53250) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:52.740586 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5b95d-7273-4056-a8c2-08a9cf57929b None None] Network f492e17d-a10b-402f-a3d3-21c324c8278f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:52.790976 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:53.196170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-510858624-network', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:53.235274 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Made reservation on behalf of 08a51f8ac54c412fb47fd600832235d4 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:53.237882 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.260871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.264408 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1527957997-network', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:53.295543 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Made reservation on behalf of 4e90fc9b6f1848b09a74ce4b600edffd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:53.300466 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.326203 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.507285 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks [] for security_group (cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.515121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.562394 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks [] for security_group (1bec275b-5549-40ab-81c8-e1de18f6e50b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.573787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1bec275b-5549-40ab-81c8-e1de18f6e50b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.584248 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:53.600401 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:50:53.620723 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (549dee4f-792f-4c09-9b7f-d04374f0e44d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.622047 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Added segment 549dee4f-792f-4c09-9b7f-d04374f0e44d of type vlan for network 5e7f16c0-c33e-4cff-90a9-85281bea56dc Mar 31 18:50:53.628205 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:50:53.669437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bec275b-5549-40ab-81c8-e1de18f6e50b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:53.673020 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.673952 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Added segment 5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a of type vlan for network 8acd9037-2f08-4597-ba38-1d0f54a664bb Mar 31 18:50:53.740896 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (8acd9037-2f08-4597-ba38-1d0f54a664bb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.758789 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (5e7f16c0-c33e-4cff-90a9-85281bea56dc), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.782074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (8acd9037-2f08-4597-ba38-1d0f54a664bb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.784454 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:53.785583 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.827691 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (5e7f16c0-c33e-4cff-90a9-85281bea56dc), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.829337 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:53.829953 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:53.881456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] Pushing event updated for resources: {'Network': ['ID=8acd9037-2f08-4597-ba38-1d0f54a664bb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:53.896241 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:50:53.902576 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-53345357-6a4b-4daa-bbc7-49c4356d773c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1079938 Mar 31 18:50:53.903354 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53296) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:53.916846 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Request body: {'subnet': {'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1527957997-subnet', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:54.051007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Made reservation on behalf of 4e90fc9b6f1848b09a74ce4b600edffd for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:54.057258 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.079143 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3818846 Mar 31 18:50:54.082578 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53310) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:54.101724 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Request body: {'subnet': {'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-subnet', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:54.140796 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a5024-14bc-4508-8807-1e4ad1d32153 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7f16c0-c33e-4cff-90a9-85281bea56dc,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:54.159087 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:50:54.183073 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Made reservation on behalf of 08a51f8ac54c412fb47fd600832235d4 for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:50:54.186783 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.444062 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (dcf18a69-9b48-4ec6-88e2-fd7660256ebe), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.493529 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (24d14a05-b354-4288-ba4d-952a66fb9a0a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.552277 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d14a05-b354-4288-ba4d-952a66fb9a0a,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:54.589589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:50:54.590012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Network hostable DHCP agents. Network: 5e7f16c0-c33e-4cff-90a9-85281bea56dc, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:50:54.611744 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:50:54.628762 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 5e7f16c0-c33e-4cff-90a9-85281bea56dc) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:54.644523 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3b924-beef-44a3-81d2-bc15df00589f None None] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:54.645956 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:54.648564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.678385 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4afc17cc-2e17-41ca-b2fd-510efb7eb0fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5945823 Mar 31 18:50:54.683515 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53324) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:54.697324 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:54.703238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf18a69-9b48-4ec6-88e2-fd7660256ebe,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:54.736789 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Checking segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:50:54.737406 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Network hostable DHCP agents. Network: 8acd9037-2f08-4597-ba38-1d0f54a664bb, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:50:54.749284 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.751931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.830468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:50:54.870486 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 8acd9037-2f08-4597-ba38-1d0f54a664bb) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:54.878074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:54.879684 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.887519 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7040a3-4bc2-4112-800a-957fe89921b2 None None] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:54.922899 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4103931a-05a5-406e-87bb-8ff1c4e20cde admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0179930 Mar 31 18:50:54.924086 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:54.932813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:50:54.965930 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:50:54.968616 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:54.972126 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for router_controller (318f015e-7d98-4082-9586-3eb64ee57e2e), precommit_add_association {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.001582 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.006972 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.183124 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for router_controller (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.282836 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Allocated IP 172.20.0.2 (5e7f16c0-c33e-4cff-90a9-85281bea56dc/24d14a05-b354-4288-ba4d-952a66fb9a0a/9ab1b753-9347-44aa-af4a-74a6a02c2773) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:50:55.317345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for router_gateway (318f015e-7d98-4082-9586-3eb64ee57e2e), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.549738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-8acd9037-2f08-4597-ba38-1d0f54a664bb', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:50:55.551025 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.776601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for router_gateway (318f015e-7d98-4082-9586-3eb64ee57e2e), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.795518 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for router_gateway (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.799960 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.973942 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks [] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:55.991146 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Allocated IP 172.20.0.2 (8acd9037-2f08-4597-ba38-1d0f54a664bb/dcf18a69-9b48-4ec6-88e2-fd7660256ebe/c85b6ea3-80d4-487c-8e57-591deb2f8cfa) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:50:56.000376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.021562 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Allocated IP 172.27.1.215 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/afb075ed-cd50-458f-9d1e-01fb65557bc2) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:50:56.126218 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Pushing event updated for resources: {'Port': ['ID=9ab1b753-9347-44aa-af4a-74a6a02c2773,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:56.133913 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:50:56.153030 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:56.247480 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:50:56.250365 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for router_gateway (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.255141 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.262522 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.262903 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.263281 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.263677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.264024 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.264364 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.264705 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.265042 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.265382 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.265720 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.266073 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.266412 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.266755 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.267086 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:50:56.270893 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53404) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Tracked resource versions report: Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: pushed versions: Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: { 'AddressGroup': {'1.2'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Agent': {'1.1'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Log': {'1.0'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'NDPProxy': {'1.0'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Network': {'1.1'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Port': {'1.7'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'PortForwarding': {'1.3'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'QosPolicy': {'1.10'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroup': {'1.5'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SubPort': {'1.0'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Subnet': {'1.1'}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Trunk': {'1.1'}} Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: consumer versions: Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: HyperV agent@hv-cinder-79578: {}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Agent': '1.1', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'ConntrackHelper': '1.0', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'LocalIPAssociation': '1.0', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Log': '1.0', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'NDPProxy': '1.0', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Network': '1.1', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Port': '1.7', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'PortForwarding': '1.3', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'QosPolicy': '1.10', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroup': '1.5', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SecurityGroupRule': '1.2', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'SubPort': '1.0', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Subnet': '1.1', Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: 'Trunk': '1.1'}} Mar 31 18:50:56.277381 dv-cinder-795785-5-iscsi neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:50:56.282628 dv-cinder-795785-5-iscsi neutron-server[109721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 18:50:56.288170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.320017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.470951 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Attempting to bind port 9ab1b753-9347-44aa-af4a-74a6a02c2773 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:50:56.471456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Attempting to bind port 9ab1b753-9347-44aa-af4a-74a6a02c2773 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:50:56.472127 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Attempting to bind port 9ab1b753-9347-44aa-af4a-74a6a02c2773 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:50:56.484576 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:50:56.485109 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:50:56.485521 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.485902 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Bound using segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:50:56.488267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Bound port: 9ab1b753-9347-44aa-af4a-74a6a02c2773, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:50:56.488684 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.586617 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] For port 9ab1b753-9347-44aa-af4a-74a6a02c2773, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:50:56.591784 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] For port 9ab1b753-9347-44aa-af4a-74a6a02c2773, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=9ab1b753-9347-44aa-af4a-74a6a02c2773,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:50:56.603056 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.661425 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0439d6-3321-4b19-ba78-07e119de16ee None None] Pushing event updated for resources: {'Port': ['ID=9ab1b753-9347-44aa-af4a-74a6a02c2773,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:56.712959 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.763988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks [] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.773512 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:56.795831 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Pushing event updated for resources: {'Port': ['ID=afb075ed-cd50-458f-9d1e-01fb65557bc2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:56.812650 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:50:56.813537 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-6db55d87-ea85-46f7-aed2-bea66427dbb2 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:50:56.821064 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-6db55d87-ea85-46f7-aed2-bea66427dbb2 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/networks?id=f492e17d-a10b-402f-a3d3-21c324c8278f HTTP/1.1" status: 200 len: 812 time: 0.5473702 Mar 31 18:50:56.830625 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:50:56.852345 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:56.855746 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:50:56.870420 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-f7358285-22ca-4198-a8f4-fa0b86d3fed4 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/quotas/b94a8a4c12ce458b8c7579f6df40d095 HTTP/1.1" status: 200 len: 375 time: 0.0458791 Mar 31 18:50:56.879848 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Allocated IP 172.27.1.248 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/d8bf6309-27bc-4647-bca4-57325ec337e5) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:50:56.929726 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:56.992589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53436) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:56.993395 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:50:57.136231 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53446) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:57.247184 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Pushing event updated for resources: {'Port': ['ID=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:57.268901 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.306844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Attempting to bind port c85b6ea3-80d4-487c-8e57-591deb2f8cfa on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:50:57.307745 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Attempting to bind port c85b6ea3-80d4-487c-8e57-591deb2f8cfa by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:50:57.308135 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Attempting to bind port c85b6ea3-80d4-487c-8e57-591deb2f8cfa on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:50:57.328404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:50:57.328865 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Checking segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:50:57.329143 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.329540 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Bound using segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:50:57.336013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Bound port: c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:50:57.337414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.444706 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-778fa2bd-b615-4398-b2b5-871250b1a73a tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b94a8a4c12ce458b8c7579f6df40d095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5734181 Mar 31 18:50:57.482351 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.505095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] For port c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:50:57.509502 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] For port c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:50:57.524553 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.613995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for router_gateway (318f015e-7d98-4082-9586-3eb64ee57e2e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.649541 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcea4f-845a-4286-a3b5-09dbbd462bd4 None None] Pushing event updated for resources: {'Port': ['ID=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:57.661787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9610aa0b-f5a4-46b1-bc3d-028402f86331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.726100 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:50:57.745973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:50:57.756135 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:50:57.821700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41f8624f-399e-46fd-b224-2381ca4ccce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.926321 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41f8624f-399e-46fd-b224-2381ca4ccce4 admin admin] Publish callbacks [] for security_group (77dbca3e-a978-4a78-b4e0-a82a2072a0d6), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:57.928593 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53478) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:57.956563 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41f8624f-399e-46fd-b224-2381ca4ccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (77dbca3e-a978-4a78-b4e0-a82a2072a0d6), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.047029 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-41f8624f-399e-46fd-b224-2381ca4ccce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccf23a1910324234985f2f96883e0b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6158755 Mar 31 18:50:58.049812 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8624f-399e-46fd-b224-2381ca4ccce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbca3e-a978-4a78-b4e0-a82a2072a0d6,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:58.052913 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53486) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:58.147265 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Pushing event updated for resources: {'Port': ['ID=d8bf6309-27bc-4647-bca4-57325ec337e5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:58.147988 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53488) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:58.441164 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] Publish callbacks [] for security_group (77dbca3e-a978-4a78-b4e0-a82a2072a0d6), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.483678 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] Publish callbacks [] for security_group (77dbca3e-a978-4a78-b4e0-a82a2072a0d6), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.499158 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.522953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9610aa0b-f5a4-46b1-bc3d-028402f86331 admin admin] Publish callbacks [] for security_group (5642576c-6ce9-474f-8ecc-1059e25ad2df), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.533303 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9610aa0b-f5a4-46b1-bc3d-028402f86331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5642576c-6ce9-474f-8ecc-1059e25ad2df), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.554441 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-42dfe043-69c4-497e-8d32-696ebf0770e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:50:58.563838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-42dfe043-69c4-497e-8d32-696ebf0770e5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3809144 Mar 31 18:50:58.572923 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-addb823b-3ea9-401f-a4d2-998ce6bfd0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.591092 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86443c1a-f7e8-41f2-b94b-2e383d4b2210 None None] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:58.683514 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610aa0b-f5a4-46b1-bc3d-028402f86331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642576c-6ce9-474f-8ecc-1059e25ad2df,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:58.692508 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9610aa0b-f5a4-46b1-bc3d-028402f86331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cba3b94f05aa4fda922f8d518b4e4481&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5533407 Mar 31 18:50:58.693291 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:58.693873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for router_gateway (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.700172 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 9ab1b753-9347-44aa-af4a-74a6a02c2773 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:50:58.708276 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e9d1-aee3-46ee-aaec-4f6ac4bca720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.796549 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Provisioning complete for port 9ab1b753-9347-44aa-af4a-74a6a02c2773 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:50:58.797257 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.835450 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 9ab1b753-9347-44aa-af4a-74a6a02c2773 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:50:58.835974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.876327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (77dbca3e-a978-4a78-b4e0-a82a2072a0d6), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.878932 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.882282 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77dbca3e-a978-4a78-b4e0-a82a2072a0d6 HTTP/1.1" status: 204 len: 168 time: 0.8246121 Mar 31 18:50:58.899907 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] Publish callbacks [] for security_group (5642576c-6ce9-474f-8ecc-1059e25ad2df), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:58.937071 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6fe7-1924-46c8-af7b-4380faaad58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbca3e-a978-4a78-b4e0-a82a2072a0d6,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:58.987811 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8fd1cd08-67a0-44d2-90b9-95b74903cfca service neutron] 10.222.0.32 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224849 Mar 31 18:50:59.021920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] Publish callbacks [] for security_group (5642576c-6ce9-474f-8ecc-1059e25ad2df), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.031130 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Current status of the port 9ab1b753-9347-44aa-af4a-74a6a02c2773 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:50:59.032780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.116258 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.217167 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Router 318f015e-7d98-4082-9586-3eb64ee57e2e is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:50:59.224009 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] For port 9ab1b753-9347-44aa-af4a-74a6a02c2773, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=9ab1b753-9347-44aa-af4a-74a6a02c2773,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:50:59.228229 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-addb823b-3ea9-401f-a4d2-998ce6bfd0ef admin admin] Publish callbacks [] for security_group (d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.242469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.251461 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5642576c-6ce9-474f-8ecc-1059e25ad2df), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.254335 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.257607 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 9ab1b753-9347-44aa-af4a-74a6a02c2773 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:50:59.258637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.260157 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5642576c-6ce9-474f-8ecc-1059e25ad2df HTTP/1.1" status: 204 len: 168 time: 0.5639429 Mar 31 18:50:59.281475 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ca916-4810-43c0-9d28-3ad252ef08c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642576c-6ce9-474f-8ecc-1059e25ad2df,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:59.348321 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-addb823b-3ea9-401f-a4d2-998ce6bfd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.350071 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce0110-569c-4027-a412-40335ef0e78f None None] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:50:59.355860 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e9d1-aee3-46ee-aaec-4f6ac4bca720 admin admin] Publish callbacks [] for security_group (214d00ab-7705-4afd-9ab3-84774227e3b8), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.385329 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e9d1-aee3-46ee-aaec-4f6ac4bca720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (214d00ab-7705-4afd-9ab3-84774227e3b8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.438444 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb20f5a-946e-43ec-bdf6-89fea2530736 None None] Pushing event updated for resources: {'Port': ['ID=9ab1b753-9347-44aa-af4a-74a6a02c2773,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:59.451908 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-addb823b-3ea9-401f-a4d2-998ce6bfd0ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58358ac6aae64ad8b345b9b10ed415ce&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2813852 Mar 31 18:50:59.462281 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53514) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:59.464728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb823b-3ea9-401f-a4d2-998ce6bfd0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:59.485979 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Provisioning complete for port 9ab1b753-9347-44aa-af4a-74a6a02c2773 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:50:59.486785 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-bd06502a-5264-4d26-9815-e04606e2338d service neutron] 10.222.0.32 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977899 Mar 31 18:50:59.498791 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.506208 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a1f4e9d1-aee3-46ee-aaec-4f6ac4bca720 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74690b6b572e47c5a40d2b08df586231&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5616007 Mar 31 18:50:59.506751 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53518) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:59.563846 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:50:59.565659 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e9d1-aee3-46ee-aaec-4f6ac4bca720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d00ab-7705-4afd-9ab3-84774227e3b8,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:50:59.576885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:50:59.644100 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:50:59.676295 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] Publish callbacks [] for security_group (d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.677828 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:50:59.680996 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:50:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:50:59.736161 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.739242 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.db.api [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 18:50:59.740413 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG oslo_db.api [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 18:50:59.740536 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-59d36d25-94f0-461a-a552-21f8f231583e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0555549 Mar 31 18:50:59.741040 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53528) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:59.741377 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53532) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:59.898210 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:50:59.910613 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:50:59.927432 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Current status of the port 9ab1b753-9347-44aa-af4a-74a6a02c2773 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:50:59.965953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.980031 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f2b13356-0d43-4d98-8a67-620e664bb818 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0544062 Mar 31 18:50:59.980483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] Publish callbacks [] for security_group (214d00ab-7705-4afd-9ab3-84774227e3b8), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.983451 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:50:59.985720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] Publish callbacks [] for security_group (d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:50:59.999016 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:50:59.999699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:50:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:00.007563 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29ead2e6-e0b1-48b4-b5c1-25623a76d4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:00.037554 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Provisioning complete for port c85b6ea3-80d4-487c-8e57-591deb2f8cfa triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:00.037554 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:00.209644 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:00.222937 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-720396c6-9eab-44ea-a332-90b5e9befc23 req-78518558-95dc-42d4-8991-b01ae11d4bfa tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.2084084 Mar 31 18:51:00.344654 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] Publish callbacks [] for security_group (214d00ab-7705-4afd-9ab3-84774227e3b8), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:00.381931 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:00.617074 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:50:57Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:00.687096 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:51:00.688425 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Updating router 318f015e-7d98-4082-9586-3eb64ee57e2e port afb075ed-cd50-458f-9d1e-01fb65557bc2 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:51:00.726175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 9ab1b753-9347-44aa-af4a-74a6a02c2773 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:00.727733 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c85b6ea3-80d4-487c-8e57-591deb2f8cfa up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:00.748566 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:00.930420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Current status of the port c85b6ea3-80d4-487c-8e57-591deb2f8cfa is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:00.932260 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.039639 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] For port c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:01.054136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.063544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port c85b6ea3-80d4-487c-8e57-591deb2f8cfa triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:01.063947 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.066824 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.073204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.075205 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc HTTP/1.1" status: 204 len: 168 time: 1.6063652 Mar 31 18:51:01.111226 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.182245 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:50:58Z', 'revision_number': 3, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:01.227138 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29ead2e6-e0b1-48b4-b5c1-25623a76d4d4 admin admin] Publish callbacks [] for security_group (841fb979-20ec-4450-83f0-a1badf31ed3a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.261679 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29ead2e6-e0b1-48b4-b5c1-25623a76d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (841fb979-20ec-4450-83f0-a1badf31ed3a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.333007 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:51:01.333279 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Updating router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e port d8bf6309-27bc-4647-bca4-57325ec337e5 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:51:01.381283 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks [] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.395104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f087f-104d-47b4-b4a6-1ddafe1b76be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bec7b7-9aef-46f0-8ad2-c7cd1e70e2fc,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:01.413057 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.425417 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53618) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:01.534274 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead2e6-e0b1-48b4-b5c1-25623a76d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841fb979-20ec-4450-83f0-a1badf31ed3a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:01.550350 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892688c-ff42-4909-9317-91a89a5997e1 None None] Pushing event updated for resources: {'Port': ['ID=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:01.592025 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Attempting to bind port afb075ed-cd50-458f-9d1e-01fb65557bc2 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:01.592405 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Attempting to bind port afb075ed-cd50-458f-9d1e-01fb65557bc2 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:01.592776 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Attempting to bind port afb075ed-cd50-458f-9d1e-01fb65557bc2 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:01.609398 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:01.609973 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:01.610994 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.611436 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:01.611969 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Bound port: afb075ed-cd50-458f-9d1e-01fb65557bc2, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:01.612363 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.619723 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Pushing event updated for resources: {'Port': ['ID=afb075ed-cd50-458f-9d1e-01fb65557bc2,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:01.631967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-30cc81e1-582b-46a9-9e6f-d93c4d2cf373 None None] Provisioning complete for port c85b6ea3-80d4-487c-8e57-591deb2f8cfa triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:01.633426 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30cc81e1-582b-46a9-9e6f-d93c4d2cf373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.653083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Allocated IP 172.20.0.1 (8acd9037-2f08-4597-ba38-1d0f54a664bb/dcf18a69-9b48-4ec6-88e2-fd7660256ebe/7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:01.696454 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53634) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:01.703632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.706857 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.707462 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.707610 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.708318 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-29ead2e6-e0b1-48b4-b5c1-25623a76d4d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9ad7484c67e409baa97eb50c72bbbf8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9488041 Mar 31 18:51:01.714541 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9737bd2-6805-4beb-b6f8-be8279deda4e req-664b1dea-4f43-4496-8434-cc9551e37442 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.2690430 Mar 31 18:51:01.715300 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.723566 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.724069 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.724425 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.724784 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.725134 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.725482 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.725826 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.726192 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.726539 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.726874 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.727213 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Tracked resource versions report: Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: pushed versions: Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: { 'AddressGroup': {'1.2'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Agent': {'1.1'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Log': {'1.0'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'NDPProxy': {'1.0'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Network': {'1.1'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Port': {'1.7'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'PortForwarding': {'1.3'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'QosPolicy': {'1.10'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroup': {'1.5'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SubPort': {'1.0'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Subnet': {'1.1'}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Trunk': {'1.1'}} Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: consumer versions: Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: { DHCP agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: HyperV agent@hv-cinder-79578: {}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: L3 agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: Metadata agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: Metering agent@dv-cinder-795785-5-iscsi: {}, Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: Open vSwitch agent@dv-cinder-795785-5-iscsi: { 'AddressGroup': '1.2', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Agent': '1.1', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'ConntrackHelper': '1.0', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'LocalIPAssociation': '1.0', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Log': '1.0', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'NDPProxy': '1.0', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Network': '1.1', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Port': '1.7', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'PortForwarding': '1.3', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'QosPolicy': '1.10', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroup': '1.5', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SecurityGroupRule': '1.2', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'SubPort': '1.0', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Subnet': '1.1', Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: 'Trunk': '1.1'}} Mar 31 18:51:01.729316 dv-cinder-795785-5-iscsi neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:51:01.796774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (214d00ab-7705-4afd-9ab3-84774227e3b8), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.815226 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.830966 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/214d00ab-7705-4afd-9ab3-84774227e3b8 HTTP/1.1" status: 204 len: 168 time: 2.3143029 Mar 31 18:51:01.839297 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port c85b6ea3-80d4-487c-8e57-591deb2f8cfa is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:01.849995 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] For port afb075ed-cd50-458f-9d1e-01fb65557bc2, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:01.857234 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] For port afb075ed-cd50-458f-9d1e-01fb65557bc2, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=afb075ed-cd50-458f-9d1e-01fb65557bc2,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:01.871634 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:01.911534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f1590-4823-43ff-a468-c50a5b4fd7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d00ab-7705-4afd-9ab3-84774227e3b8,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:02.007276 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:02.016756 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:50:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:02.070250 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 9ab1b753-9347-44aa-af4a-74a6a02c2773 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:02.125489 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0406-e2b8-4bda-b27b-7d8fa88cda29 None None] Pushing event updated for resources: {'Port': ['ID=afb075ed-cd50-458f-9d1e-01fb65557bc2,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:02.196398 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.252636 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] Publish callbacks [] for security_group (841fb979-20ec-4450-83f0-a1badf31ed3a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.343324 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53648) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:02.375169 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] Publish callbacks [] for security_group (841fb979-20ec-4450-83f0-a1badf31ed3a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.377537 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:02.394792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks [] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.434505 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-05193aad-4eac-472f-a42f-466e4b09a353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.507495 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.557412 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (841fb979-20ec-4450-83f0-a1badf31ed3a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.560844 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.562553 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/841fb979-20ec-4450-83f0-a1badf31ed3a HTTP/1.1" status: 204 len: 168 time: 0.8631568 Mar 31 18:51:02.581154 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:02.584590 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba4900-f2c0-4b5c-8fb8-a112a9a3806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841fb979-20ec-4450-83f0-a1badf31ed3a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:02.592607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:02.600733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:02.611841 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:02.612419 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.859252 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Allocated IP 172.20.0.1 (5e7f16c0-c33e-4cff-90a9-85281bea56dc/24d14a05-b354-4288-ba4d-952a66fb9a0a/e499867d-0d3e-4000-afec-c982ff8020c8) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:02.861551 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53658) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:02.893477 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7adeacce-ab1b-48aa-a454-ef01042e08cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:02.941646 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-30cc81e1-582b-46a9-9e6f-d93c4d2cf373 None None] Current status of the port c85b6ea3-80d4-487c-8e57-591deb2f8cfa is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:02.953774 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:50:57Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:02.964052 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 9ab1b753-9347-44aa-af4a-74a6a02c2773 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:02.965885 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.019739 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7adeacce-ab1b-48aa-a454-ef01042e08cc admin admin] Publish callbacks [] for security_group (5fb0aa25-b560-47fc-9613-f0aab69bd558), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.035753 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7adeacce-ab1b-48aa-a454-ef01042e08cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5fb0aa25-b560-47fc-9613-f0aab69bd558), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.063724 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede239c-53aa-4580-824f-8eec5fd68462 None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:50:57Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:51:03.066888 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-05193aad-4eac-472f-a42f-466e4b09a353 admin admin] Publish callbacks [] for security_group (1f38e231-df56-4c34-a9f3-7ff0eacb9de1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.081353 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7adeacce-ab1b-48aa-a454-ef01042e08cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=067775c8d47a44e4bec91b86beede108&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2125061 Mar 31 18:51:03.096387 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-05193aad-4eac-472f-a42f-466e4b09a353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1f38e231-df56-4c34-a9f3-7ff0eacb9de1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.151896 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:03.289899 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-67a0117f-794f-4028-a46d-293420066772 None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:03.304709 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67a0117f-794f-4028-a46d-293420066772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.317888 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-05193aad-4eac-472f-a42f-466e4b09a353 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7638da7e0cfc4a258b0db73e7e80c549&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9724250 Mar 31 18:51:03.318593 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeacce-ab1b-48aa-a454-ef01042e08cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0aa25-b560-47fc-9613-f0aab69bd558,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:03.335677 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53670) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:03.387747 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d099259-fb88-442d-bf4e-d442ebf7a712 req-6fa48434-2a16-4740-b367-83214b135491 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0526047 Mar 31 18:51:03.493387 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05193aad-4eac-472f-a42f-466e4b09a353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38e231-df56-4c34-a9f3-7ff0eacb9de1,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:03.577033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] Publish callbacks [] for security_group (5fb0aa25-b560-47fc-9613-f0aab69bd558), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.581127 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.589625 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks [] for port (e499867d-0d3e-4000-afec-c982ff8020c8), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.626005 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks [] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.672914 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.739515 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.23', 59530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:03.745169 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] Publish callbacks [] for security_group (5fb0aa25-b560-47fc-9613-f0aab69bd558), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.767705 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.780208 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] Publish callbacks [] for security_group (1f38e231-df56-4c34-a9f3-7ff0eacb9de1), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.817778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-67a0117f-794f-4028-a46d-293420066772 None None] Port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:03.875591 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 9ab1b753-9347-44aa-af4a-74a6a02c2773 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:03.877057 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Pushing event updated for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:03.877469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c85b6ea3-80d4-487c-8e57-591deb2f8cfa up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:03.927244 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:03.934073 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:03.934431 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Attempting to bind port d8bf6309-27bc-4647-bca4-57325ec337e5 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:03.935051 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Attempting to bind port d8bf6309-27bc-4647-bca4-57325ec337e5 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:03.935738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Attempting to bind port d8bf6309-27bc-4647-bca4-57325ec337e5 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:03.948928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:03.949436 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (318f015e-7d98-4082-9586-3eb64ee57e2e), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.957992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5a5d8-1ef1-410c-ac0c-556784d13619 None None] Pushing event updated for resources: {'Port': ['ID=d8bf6309-27bc-4647-bca4-57325ec337e5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:03.966150 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:03.967264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:03.967797 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:03.968305 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:03.968917 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Bound port: d8bf6309-27bc-4647-bca4-57325ec337e5, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:03.969451 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.079069 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] For port d8bf6309-27bc-4647-bca4-57325ec337e5, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:04.093115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] For port d8bf6309-27bc-4647-bca4-57325ec337e5, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=d8bf6309-27bc-4647-bca4-57325ec337e5,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:04.147228 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.386685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:04.386685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:50:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:04.439225 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks [] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.522836 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.530647 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5a5d8-1ef1-410c-ac0c-556784d13619 None None] Pushing event updated for resources: {'Port': ['ID=d8bf6309-27bc-4647-bca4-57325ec337e5,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:04.577038 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.577840 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.610268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-d83825fb-c8d2-4a4f-a104-d785b779d64b tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:04.611887 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-d83825fb-c8d2-4a4f-a104-d785b779d64b tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.23 "GET /v2.0/networks?id=f492e17d-a10b-402f-a3d3-21c324c8278f HTTP/1.1" status: 200 len: 812 time: 0.8644419 Mar 31 18:51:04.699717 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port c85b6ea3-80d4-487c-8e57-591deb2f8cfa triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:04.701471 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.729211 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:04.733974 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5fb0aa25-b560-47fc-9613-f0aab69bd558), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.744734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.752913 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb0aa25-b560-47fc-9613-f0aab69bd558 HTTP/1.1" status: 204 len: 168 time: 1.5969541 Mar 31 18:51:04.771420 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Request body: {'port': {'device_id': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f', 'admin_state_up': True, 'tenant_id': 'b94a8a4c12ce458b8c7579f6df40d095'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:04.858317 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-c1c2bd22-927f-44be-8281-f141a4067508 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:04.858959 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bd22-927f-44be-8281-f141a4067508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.948008 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] Publish callbacks [] for security_group (1f38e231-df56-4c34-a9f3-7ff0eacb9de1), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:04.959433 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fbe4ccaa-c4de-4146-85e4-e14259bc1673 req-8f384cc6-620e-4a68-a58a-b9fdbb89bd99 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0670881 Mar 31 18:51:05.042577 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:05.118437 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2bd22-927f-44be-8281-f141a4067508 None None] Port e499867d-0d3e-4000-afec-c982ff8020c8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:05.150153 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks [] for port (e499867d-0d3e-4000-afec-c982ff8020c8), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.158406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.159800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (318f015e-7d98-4082-9586-3eb64ee57e2e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.198283 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b260c-395f-4c56-8916-73a888a1a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0aa25-b560-47fc-9613-f0aab69bd558,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:05.202420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51f7bdba-55fd-4119-bf02-b945b0de2488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.259547 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Pushing event updated for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:05.365546 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:05.380977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:05.398319 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port c85b6ea3-80d4-487c-8e57-591deb2f8cfa is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:05.611635 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Made reservation on behalf of b94a8a4c12ce458b8c7579f6df40d095 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:51:05.631178 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.658111 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:05.669394 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:05.702026 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1f38e231-df56-4c34-a9f3-7ff0eacb9de1), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.712872 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:05.718782 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f38e231-df56-4c34-a9f3-7ff0eacb9de1 HTTP/1.1" status: 204 len: 168 time: 2.3791418 Mar 31 18:51:05.747889 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afb075ed-cd50-458f-9d1e-01fb65557bc2 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:05.752299 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461afc-e7ac-4a2b-85e2-0e8dbce5e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38e231-df56-4c34-a9f3-7ff0eacb9de1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:06.017569 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Router 318f015e-7d98-4082-9586-3eb64ee57e2e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:51:06.267826 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f6219c51-8856-4981-a881-4b9390694862 None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:06.268645 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6219c51-8856-4981-a881-4b9390694862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:06.317445 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:51:06.342611 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:51:06.347656 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f3b01c24-182f-4b5a-a4a3-57c3034d55bf admin admin] 10.222.0.32 "PUT /v2.0/routers/318f015e-7d98-4082-9586-3eb64ee57e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5671074 Mar 31 18:51:06.371125 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:06.372181 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:50:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:06.384032 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port afb075ed-cd50-458f-9d1e-01fb65557bc2 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:06.385411 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:06.394115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:01Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:06.432462 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3084f72a-4986-4458-8e6e-fe159e2b48f9 req-0c45dc2f-ed27-4093-9d0c-8e9ad27f80ae tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.1066828 Mar 31 18:51:06.436278 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f6219c51-8856-4981-a881-4b9390694862 None None] Port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:06.487018 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598b13d-0275-4f73-a575-c031e8f262cb None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:01Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:51:06.656685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-45e6a5cb-f4cb-4bfa-b3e9-1f1bcfed2d07 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:06.658862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45e6a5cb-f4cb-4bfa-b3e9-1f1bcfed2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:06.670464 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:51:06.675899 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Allocated IP 172.20.0.9 (f492e17d-a10b-402f-a3d3-21c324c8278f/f4509fe0-165f-492a-a32f-d7fdfc322fc4/0e7a35bb-1915-4172-9e1d-d853d747865d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:06.771930 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-45e6a5cb-f4cb-4bfa-b3e9-1f1bcfed2d07 None None] Port e499867d-0d3e-4000-afec-c982ff8020c8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:06.853177 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:06.922530 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port afb075ed-cd50-458f-9d1e-01fb65557bc2 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:06.923189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:06.992608 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port afb075ed-cd50-458f-9d1e-01fb65557bc2, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=afb075ed-cd50-458f-9d1e-01fb65557bc2,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:06.998870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:07.237350 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:51:07.251509 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-26babfe4-00c9-4de6-899c-098dc9ccffa8 admin admin] 10.222.0.32 "PUT /v2.0/routers/5075aff5-d29d-45ef-abd4-42cc7cc63a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2650993 Mar 31 18:51:07.286544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=afb075ed-cd50-458f-9d1e-01fb65557bc2,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:07.317121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53794) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:07.335546 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks [] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:07.343880 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62e8105-0e8f-4550-9ce0-d2035e4e69ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:07.557084 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 2, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:07.560341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:07.624274 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afb075ed-cd50-458f-9d1e-01fb65557bc2 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:07.749997 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port afb075ed-cd50-458f-9d1e-01fb65557bc2 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:07.751069 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:07.787474 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:51:07.798370 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Updating router 318f015e-7d98-4082-9586-3eb64ee57e2e port e499867d-0d3e-4000-afec-c982ff8020c8 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:51:07.893233 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Network f492e17d-a10b-402f-a3d3-21c324c8278f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:07.904211 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5395e8-b4aa-4a9f-b422-4b9b9131c036 req-42c658e1-a859-4bee-b22d-c8c5e6ff0bc5 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:07.915278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1c5395e8-b4aa-4a9f-b422-4b9b9131c036 req-42c658e1-a859-4bee-b22d-c8c5e6ff0bc5 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 931 time: 0.3139520 Mar 31 18:51:07.922540 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:07.965581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:07.999679 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:08.000436 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.019669 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port afb075ed-cd50-458f-9d1e-01fb65557bc2 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:08.054338 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1c5395e8-b4aa-4a9f-b422-4b9b9131c036 req-b3f74dac-05b7-4622-a788-6cecf9617534 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356783 Mar 31 18:51:08.101533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Pushing event updated for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:08.138060 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-8dda34b3-caac-402c-8dd9-059288f38d3f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3755300 Mar 31 18:51:08.157823 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-f55c78ee-ee0a-468c-85f1-620750ad8cb7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:51:08.160879 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-f55c78ee-ee0a-468c-85f1-620750ad8cb7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080714 Mar 31 18:51:08.238516 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.449151 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6854ac6e-6b29-4263-89b0-edfa6110a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.576209 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.731369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6854ac6e-6b29-4263-89b0-edfa6110a349 admin admin] Publish callbacks [] for security_group (d427bb4c-ae25-4ced-8526-d9cb5150ee1a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.739782 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6854ac6e-6b29-4263-89b0-edfa6110a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d427bb4c-ae25-4ced-8526-d9cb5150ee1a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:08.844277 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854ac6e-6b29-4263-89b0-edfa6110a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d427bb4c-ae25-4ced-8526-d9cb5150ee1a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:08.866278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6854ac6e-6b29-4263-89b0-edfa6110a349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de794653418348a1a23ef5ab1d2b41fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5441747 Mar 31 18:51:08.867183 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:09.002227 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] Publish callbacks [] for security_group (d427bb4c-ae25-4ced-8526-d9cb5150ee1a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.035083 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks [] for port (e499867d-0d3e-4000-afec-c982ff8020c8), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.050201 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.065282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] Publish callbacks [] for security_group (d427bb4c-ae25-4ced-8526-d9cb5150ee1a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.206215 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d427bb4c-ae25-4ced-8526-d9cb5150ee1a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.223891 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.239695 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d427bb4c-ae25-4ced-8526-d9cb5150ee1a HTTP/1.1" status: 204 len: 168 time: 0.3681147 Mar 31 18:51:09.290155 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc299b-fc9d-40c4-912e-8c080b0c6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427bb4c-ae25-4ced-8526-d9cb5150ee1a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:09.331052 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52458-804c-4b0a-bb2c-1ec99d1cc808 None None] Pushing event updated for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:09.649228 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Attempting to bind port e499867d-0d3e-4000-afec-c982ff8020c8 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:09.650657 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Attempting to bind port e499867d-0d3e-4000-afec-c982ff8020c8 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:09.652165 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Attempting to bind port e499867d-0d3e-4000-afec-c982ff8020c8 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:09.670866 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:09.671963 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:09.673558 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.674242 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Bound using segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:09.676028 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Bound port: e499867d-0d3e-4000-afec-c982ff8020c8, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:09.677316 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.767694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-869b89f2-2821-420d-a86e-3ea45d2559d2 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:09.767694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-869b89f2-2821-420d-a86e-3ea45d2559d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:09.899830 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ba796aa3-c461-4c1a-b2f9-1662bf999706 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:09.912329 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ba796aa3-c461-4c1a-b2f9-1662bf999706 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.4930406 Mar 31 18:51:09.918470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-869b89f2-2821-420d-a86e-3ea45d2559d2 None None] Port e499867d-0d3e-4000-afec-c982ff8020c8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:09.922371 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] For port e499867d-0d3e-4000-afec-c982ff8020c8, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:09.932617 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device d8bf6309-27bc-4647-bca4-57325ec337e5 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:09.934289 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] For port e499867d-0d3e-4000-afec-c982ff8020c8, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e499867d-0d3e-4000-afec-c982ff8020c8,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:09.943280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Request body: {'port': {'device_id': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:09.957608 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-57ad80a3-dbbc-45ff-963e-d0aa26793c72 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/quotas/08a51f8ac54c412fb47fd600832235d4 HTTP/1.1" status: 200 len: 375 time: 0.0431540 Mar 31 18:51:09.961411 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:10.072631 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52458-804c-4b0a-bb2c-1ec99d1cc808 None None] Pushing event updated for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:10.094638 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:10.095362 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:51:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:10.236829 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-f8ad2b2b-58e7-45d6-8302-e9cf5433ff33 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2767816 Mar 31 18:51:10.246567 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:10.298788 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:10.336861 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:10.398631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port d8bf6309-27bc-4647-bca4-57325ec337e5 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:10.403458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:10.549371 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 53878) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:10.614855 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351824769', 'description': 'tempest-description--1701761551'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:10.774763 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:09Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:10.857578 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f601e-d396-4538-aca3-9750af0c4ae0 None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:09Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:51:11.008886 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:11.010494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.305067 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port d8bf6309-27bc-4647-bca4-57325ec337e5 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:11.314044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.315935 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04c7ff-99dd-4da2-9777-e824f0e0b595 req-3ea11b3a-cd62-4e87-9978-6a317c46d170 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:11.317598 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc04c7ff-99dd-4da2-9777-e824f0e0b595 req-3ea11b3a-cd62-4e87-9978-6a317c46d170 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 931 time: 0.3008819 Mar 31 18:51:11.338981 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-e805319d-f995-4d96-8308-796546168d23 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0981596 Mar 31 18:51:11.530084 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.563632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port d8bf6309-27bc-4647-bca4-57325ec337e5, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=d8bf6309-27bc-4647-bca4-57325ec337e5,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:11.580834 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.597197 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.636511 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Current status of the port e499867d-0d3e-4000-afec-c982ff8020c8 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:11.637056 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.722363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=d8bf6309-27bc-4647-bca4-57325ec337e5,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:11.751241 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] For port e499867d-0d3e-4000-afec-c982ff8020c8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e499867d-0d3e-4000-afec-c982ff8020c8,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:11.768676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:51:11.784743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:11.830024 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:11.831311 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:51:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:11.905059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53900) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:11.970982 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7a35bb-1915-4172-9e1d-d853d747865d {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:11.992288 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-7e767d30-165b-4d38-b96b-f24a7d6c8eff service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209180 Mar 31 18:51:12.003306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks [] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.005177 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc04c7ff-99dd-4da2-9777-e824f0e0b595 req-718e81f8-ea5d-42bd-b2a6-f69d98759a04 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757505 Mar 31 18:51:12.036678 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e499867d-0d3e-4000-afec-c982ff8020c8 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:12.071134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Transition to ACTIVE for port object 0e7a35bb-1915-4172-9e1d-d853d747865d will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:51:12.167176 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.283006 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1a83d-91e5-4177-924f-5f321a68dd68 None None] Pushing event updated for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:12.381613 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:12.389545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.404219 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fe92088-ee01-4ad7-b5b6-4f9588c5b197 req-37b2d9a1-560a-4a80-8adf-33bd5419d289 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0751750 Mar 31 18:51:12.470306 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:12.474231 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (4727ba19-074a-433a-b982-432cad07090e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.497873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (4727ba19-074a-433a-b982-432cad07090e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.705640 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-262e0fa7-b51d-4f40-9d2d-dcfb95edceef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.720417 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:12.724843 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53930) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:12.727362 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1635978 Mar 31 18:51:12.753786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group_rule': {'security_group_id': '4727ba19-074a-433a-b982-432cad07090e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:12.800715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53932) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:12.941873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:12.990705 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fff1ac-bd50-45f9-a76c-9111f0b0f8a7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4727ba19-074a-433a-b982-432cad07090e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:13.012182 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Attempting to bind port 0e7a35bb-1915-4172-9e1d-d853d747865d on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:13.013198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Attempting to bind port 0e7a35bb-1915-4172-9e1d-d853d747865d by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '9f4c37ac-6d86-4e81-a305-20e427920cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:13.014855 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Attempting to bind port 0e7a35bb-1915-4172-9e1d-d853d747865d on network f492e17d-a10b-402f-a3d3-21c324c8278f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:13.030329 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e499867d-0d3e-4000-afec-c982ff8020c8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:13.061983 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Port 0e7a35bb-1915-4172-9e1d-d853d747865d on network f492e17d-a10b-402f-a3d3-21c324c8278f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:51:13.062361 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Attempting to bind port 0e7a35bb-1915-4172-9e1d-d853d747865d on network f492e17d-a10b-402f-a3d3-21c324c8278f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:13.082625 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:13.083016 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Checking segment: {'id': '9f4c37ac-6d86-4e81-a305-20e427920cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:13.083607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Bound using segment: {'id': '9f4c37ac-6d86-4e81-a305-20e427920cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:13.084104 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Bound port: 0e7a35bb-1915-4172-9e1d-d853d747865d, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4c37ac-6d86-4e81-a305-20e427920cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:13.084507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.144586 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-262e0fa7-b51d-4f40-9d2d-dcfb95edceef admin admin] Publish callbacks [] for security_group (f3616735-c41e-4493-bf26-796f58304957), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.177752 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (a3424d3b-76e6-43c5-a924-34886786591b), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.240237 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-262e0fa7-b51d-4f40-9d2d-dcfb95edceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f3616735-c41e-4493-bf26-796f58304957), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.324410 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:13.360194 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e7a35bb-1915-4172-9e1d-d853d747865d,segment=NetworkSegment(9f4c37ac-6d86-4e81-a305-20e427920cf1),segment_id=9f4c37ac-6d86-4e81-a305-20e427920cf1)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:13.386558 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.586898 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 2, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:13.592063 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d835f-5053-4238-9c51-51e7d89ff567 req-4a6bc303-de13-498a-b0e3-28883b527b71 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:13.602301 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-460d835f-5053-4238-9c51-51e7d89ff567 req-4a6bc303-de13-498a-b0e3-28883b527b71 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.2283831 Mar 31 18:51:13.622621 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-262e0fa7-b51d-4f40-9d2d-dcfb95edceef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=504eac1b19864154ad5c665b00a200d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7159765 Mar 31 18:51:13.655657 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53968) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:13.686381 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e0fa7-b51d-4f40-9d2d-dcfb95edceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3616735-c41e-4493-bf26-796f58304957,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:13.716675 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-460d835f-5053-4238-9c51-51e7d89ff567 req-1b4ebcb1-267f-48ea-842e-6c9c7629613d tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112943 Mar 31 18:51:13.755674 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:51:13.760693 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Updating router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:51:13.776074 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-bed692e2-3303-4025-a619-905c98f443d0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:13.784424 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-bed692e2-3303-4025-a619-905c98f443d0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.6216254 Mar 31 18:51:13.802753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:13.815454 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (a3424d3b-76e6-43c5-a924-34886786591b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.836087 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-6206ed39-778b-43b8-9d7e-ac2dcd5d58b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/quotas/08a51f8ac54c412fb47fd600832235d4 HTTP/1.1" status: 200 len: 375 time: 0.0501363 Mar 31 18:51:13.857592 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:13.860048 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.866038 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-514e4a1b-c95e-4e5f-bb0d-ed57b4fdc879 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e7a35bb-1915-4172-9e1d-d853d747865d HTTP/1.1" status: 200 len: 1093 time: 4.5378594 Mar 31 18:51:13.871017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:13.871893 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.878327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (a3424d3b-76e6-43c5-a924-34886786591b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:13.927012 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e499867d-0d3e-4000-afec-c982ff8020c8 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:13.943191 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3424d3b-76e6-43c5-a924-34886786591b,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:13.996174 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] Publish callbacks [] for security_group (f3616735-c41e-4493-bf26-796f58304957), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.007206 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.007206 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a3f43d63-effa-41fa-87b1-5025014a6bb3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2735329 Mar 31 18:51:14.018611 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 53976) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:14.024979 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group_rule': {'security_group_id': '4727ba19-074a-433a-b982-432cad07090e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:14.086906 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-4966692e-1c8f-4c2e-8c2b-19d941c5cbd5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456686 Mar 31 18:51:14.096595 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (4d71b180-4490-4d0b-a351-3b114cb986e2), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.104771 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] Publish callbacks [] for security_group (f3616735-c41e-4493-bf26-796f58304957), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.455008 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-6caa2930-a9f0-4e34-bdad-9986fbde4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:14.457260 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-6caa2930-a9f0-4e34-bdad-9986fbde4bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b94a8a4c12ce458b8c7579f6df40d095&device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 1127 time: 0.3267446 Mar 31 18:51:14.554619 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-dfa44fac-0b84-4e42-948b-468dd28aa666 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659190 Mar 31 18:51:14.565423 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-eca85588-4158-4a0e-9abb-5a93adce43ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.577195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e499867d-0d3e-4000-afec-c982ff8020c8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:14.577758 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:14.663821 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-549ea168-5b82-41ea-a041-982d7b694649 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7a35bb-1915-4172-9e1d-d853d747865d HTTP/1.1" status: 200 len: 217 time: 0.1498873 Mar 31 18:51:14.956362 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-dfe54b42-1e53-4071-802a-8e811f2b1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:14.958583 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-dfe54b42-1e53-4071-802a-8e811f2b1527 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f4509fe0-165f-492a-a32f-d7fdfc322fc4 HTTP/1.1" status: 200 len: 852 time: 0.1627171 Mar 31 18:51:15.012017 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e499867d-0d3e-4000-afec-c982ff8020c8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:15.014429 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device d8bf6309-27bc-4647-bca4-57325ec337e5 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:15.087199 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-db43b359-bd32-4412-a6de-95197fa47245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f492e17d-a10b-402f-a3d3-21c324c8278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194227 Mar 31 18:51:15.209483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (4d71b180-4490-4d0b-a351-3b114cb986e2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.226652 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7607e-a482-4aa8-ae09-4482e7ec9c94 req-7a6f6996-c7a9-41eb-bece-78db5006b79f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:15.242187 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-22e7607e-a482-4aa8-ae09-4482e7ec9c94 req-7a6f6996-c7a9-41eb-bece-78db5006b79f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.2505310 Mar 31 18:51:15.285352 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (4d71b180-4490-4d0b-a351-3b114cb986e2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.332419 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2eee9b-8804-4598-8bc8-41485678b18a" -d '{"events": [{"name": "network-changed", "server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:15.343524 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-22e7607e-a482-4aa8-ae09-4482e7ec9c94 req-525b8c99-29fe-4c25-baaa-62826eec579b tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Mar 31 18:51:15.359196 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d71b180-4490-4d0b-a351-3b114cb986e2,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:15.469374 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-581d8245-bdb4-4402-9f05-769383e4962e service neutron] 10.222.0.23 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623371 Mar 31 18:51:15.476815 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port d8bf6309-27bc-4647-bca4-57325ec337e5 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:15.477209 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.490061 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-eca85588-4158-4a0e-9abb-5a93adce43ed admin admin] Publish callbacks [] for security_group (7350ad69-649e-4d93-a943-fcf392dd622a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.497801 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.501744 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-e3819f9a-3230-4f0a-9719-539c66737bc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4850926 Mar 31 18:51:15.503470 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54006) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:15.508131 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f3616735-c41e-4493-bf26-796f58304957), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.526221 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.534439 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3616735-c41e-4493-bf26-796f58304957 HTTP/1.1" status: 204 len: 168 time: 1.8445687 Mar 31 18:51:15.536350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-eca85588-4158-4a0e-9abb-5a93adce43ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7350ad69-649e-4d93-a943-fcf392dd622a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.586850 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:15.617555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks [] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.644108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.669161 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-eca85588-4158-4a0e-9abb-5a93adce43ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5017e77022b04ffab8bff978dcd3dd03&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8261671 Mar 31 18:51:15.689062 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-28f8abeb-d643-4efc-9154-84a678eaa95f service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1247134 Mar 31 18:51:15.690519 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54014) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:15.691529 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79604ae3-733e-4f48-a7ef-eda29ae8fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3616735-c41e-4493-bf26-796f58304957,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:15.694261 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:15.789019 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca85588-4158-4a0e-9abb-5a93adce43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350ad69-649e-4d93-a943-fcf392dd622a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:15.830871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.23', 59539) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:16.098204 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a980-a266-4d99-9bee-6a4811d93deb None None] Pushing event updated for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:16.102534 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port d8bf6309-27bc-4647-bca4-57325ec337e5 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:16.339876 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Attempting to bind port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:16.341044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Attempting to bind port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:16.341470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Attempting to bind port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:16.383896 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b218aa9-a577-4e2c-906b-8c026d79120e req-55c856ff-9a7d-458e-86ae-90840391171c service neutron] 10.222.0.23 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968782 Mar 31 18:51:16.389067 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:16.391602 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Checking segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:16.399164 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:16.401363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Bound using segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:16.404631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Bound port: 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:16.405286 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:16.620205 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ceaa89c4-53a3-4980-b264-d34441373728 req-67c59fa5-705e-4b14-aafc-35efe79559f1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 210 time: 0.2057538 Mar 31 18:51:16.729682 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-a39f9a57-c4fc-40b8-a79f-19bfadb4b4c7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:16.734893 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-a39f9a57-c4fc-40b8-a79f-19bfadb4b4c7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.7697012 Mar 31 18:51:16.779131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-a352a926-96dd-43a2-977c-fce8d998a664 None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:16.785502 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'port': {'device_id': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'admin_state_up': True, 'tenant_id': '08a51f8ac54c412fb47fd600832235d4'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:16.802600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a352a926-96dd-43a2-977c-fce8d998a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:16.921776 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9426a-da40-48f0-9fda-edcae11e80dd x-openstack-request-id: req-10a9426a-da40-48f0-9fda-edcae11e80dd {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:16.922249 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:16.922646 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10a9426a-da40-48f0-9fda-edcae11e80dd {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:16.924365 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a9426a-da40-48f0-9fda-edcae11e80dd'] response: {'name': 'network-changed', 'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d', 'status': 'completed', 'code': 200} Mar 31 18:51:16.971276 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a352a926-96dd-43a2-977c-fce8d998a664 None None] Port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:17.021149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] For port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:17.034262 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] For port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:17.061158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:17.117309 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-bb24e26a-e60b-4915-8c63-affc5bfddf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:17.120952 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-bb24e26a-e60b-4915-8c63-affc5bfddf9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b94a8a4c12ce458b8c7579f6df40d095&device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 1127 time: 0.1451592 Mar 31 18:51:17.278799 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:17.285753 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:51:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:17.437037 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] Publish callbacks [] for security_group (7350ad69-649e-4d93-a943-fcf392dd622a), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:17.454830 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Made reservation on behalf of 08a51f8ac54c412fb47fd600832235d4 for: {'port': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:51:17.466410 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:17.517092 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:17.624245 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57f42791-92ca-4cab-a0b5-fe3187799e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:17.645689 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] Publish callbacks [] for security_group (7350ad69-649e-4d93-a943-fcf392dd622a), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.011877 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57f42791-92ca-4cab-a0b5-fe3187799e83 admin admin] Publish callbacks [] for security_group (be22cc67-3f73-488f-9672-31ce84a722bb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.013915 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a980-a266-4d99-9bee-6a4811d93deb None None] Pushing event updated for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:18.064064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57f42791-92ca-4cab-a0b5-fe3187799e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (be22cc67-3f73-488f-9672-31ce84a722bb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.094186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-508b8ad1-f567-4e47-a789-9c8fb88bc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:18.098004 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-508b8ad1-f567-4e47-a789-9c8fb88bc282 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f492e17d-a10b-402f-a3d3-21c324c8278f HTTP/1.1" status: 200 len: 913 time: 0.9642894 Mar 31 18:51:18.190855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:18.319894 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-7405f642-e4e7-488e-817e-1263ed34a5e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7a35bb-1915-4172-9e1d-d853d747865d HTTP/1.1" status: 200 len: 217 time: 0.1770403 Mar 31 18:51:18.352069 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-57f42791-92ca-4cab-a0b5-fe3187799e83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4284a56d5df4274848c5d74066087ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8313963 Mar 31 18:51:18.362583 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f42791-92ca-4cab-a0b5-fe3187799e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22cc67-3f73-488f-9672-31ce84a722bb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:18.396502 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:18.397154 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:18.397650 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.585356 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:18.638868 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.23', 59543) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:18.764211 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e44658f4-8fc3-40d1-ac9a-aabc614d6088 req-c75fe858-c71e-4f71-ae16-5f99cbe6ab28 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 210 time: 0.8708842 Mar 31 18:51:18.792455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.910768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7350ad69-649e-4d93-a943-fcf392dd622a), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.920290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.925988 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7350ad69-649e-4d93-a943-fcf392dd622a HTTP/1.1" status: 204 len: 168 time: 3.2246058 Mar 31 18:51:18.956062 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:18.957736 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:18.985279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-46c2975b-431b-4308-bffb-1747d3430049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:18.987357 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-46c2975b-431b-4308-bffb-1747d3430049 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f4509fe0-165f-492a-a32f-d7fdfc322fc4 HTTP/1.1" status: 200 len: 852 time: 0.6598272 Mar 31 18:51:18.998321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] Publish callbacks [] for security_group (be22cc67-3f73-488f-9672-31ce84a722bb), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.053639 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-4b1befa0-e707-4f33-a130-7c120b1d8fd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f492e17d-a10b-402f-a3d3-21c324c8278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527039 Mar 31 18:51:19.091021 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] Publish callbacks [] for security_group (be22cc67-3f73-488f-9672-31ce84a722bb), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.125533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Allocated IP 172.20.0.13 (5e7f16c0-c33e-4cff-90a9-85281bea56dc/24d14a05-b354-4288-ba4d-952a66fb9a0a/d0e103de-d96f-4a20-95c6-6e0e7b315308) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:19.187056 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-b09e6ade-a06f-4a27-84f6-00d37049ec48 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:19.189357 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-b09e6ade-a06f-4a27-84f6-00d37049ec48 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.5291212 Mar 31 18:51:19.216572 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'port': {'device_id': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'admin_state_up': True, 'tenant_id': '08a51f8ac54c412fb47fd600832235d4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:19.299836 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:19.305274 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.337065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbc7d7-e398-449f-bf92-9bbf81bbdb98 req-f3d7bc2b-a3c0-4b74-babd-b055dadf3ab9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:19.363763 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9dbc7d7-e398-449f-bf92-9bbf81bbdb98 req-f3d7bc2b-a3c0-4b74-babd-b055dadf3ab9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 1.4704473 Mar 31 18:51:19.367247 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5e0a3-6801-48af-9b47-656dd395789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350ad69-649e-4d93-a943-fcf392dd622a,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:19.414158 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-4e6e9f57-4b16-4ecd-beb0-7a40bfa76341 service neutron] 10.222.0.23 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202934 Mar 31 18:51:19.423555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (be22cc67-3f73-488f-9672-31ce84a722bb), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.434417 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.438934 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be22cc67-3f73-488f-9672-31ce84a722bb HTTP/1.1" status: 204 len: 168 time: 1.0411618 Mar 31 18:51:19.481062 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:19.544518 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Allocated IP 172.27.1.158 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/977c7547-8ff7-41a4-8520-f50e7dfbaa12) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:19.554703 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Current status of the port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:19.555105 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.558488 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.591702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d320b-f28e-4031-ad00-b84a31398b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22cc67-3f73-488f-9672-31ce84a722bb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:19.750147 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Made reservation on behalf of 08a51f8ac54c412fb47fd600832235d4 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:51:19.757882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:19.846592 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:19.874873 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.db.api [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 18:51:19.875273 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG oslo_db.api [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 18:51:19.897638 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:16Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:19.900345 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a2eee9b-8804-4598-8bc8-41485678b18a req-5007a14a-8448-4005-8182-87b46aad296e service neutron] 10.222.0.23 "GET /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992231 Mar 31 18:51:19.968803 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7052e-b0a1-4943-abdd-4187f634f912 None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:16Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:51:20.102541 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c95e5b40-2474-42e6-9ade-a8ac3e16a080 req-b565b87a-411d-4e8a-938b-67cecdfe8cca tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 210 time: 0.1609638 Mar 31 18:51:20.106915 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9dbc7d7-e398-449f-bf92-9bbf81bbdb98 req-6f9bc67c-fe01-414d-a9b7-3b4e8d4e57f9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417281 Mar 31 18:51:20.193797 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.235633 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.363637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:20.417784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.424195 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54124) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:20.561302 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Allocated IP 172.20.0.4 (5e7f16c0-c33e-4cff-90a9-85281bea56dc/24d14a05-b354-4288-ba4d-952a66fb9a0a/21436608-2378-4541-8785-c1f6d702d76e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:20.631225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7239eb2b-a978-4fe7-95cb-45032a96b95c None None] Current status of the port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:20.674563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:20.674946 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.725093 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54130) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:20.756679 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:20.780257 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fad113fe-d179-4ef0-bd6d-01ca1d4b15ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.848534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.925781 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:20.967879 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for port (21436608-2378-4541-8785-c1f6d702d76e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:20.981931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:20.985942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=977c7547-8ff7-41a4-8520-f50e7dfbaa12,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:20.996491 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:21.006511 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:21.033746 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.106907 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:21.110474 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:21.127301 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:21.139492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:21.140604 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.174359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:21.188056 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f078158d-4954-491e-8217-1c182b242ece tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9779060 Mar 31 18:51:21.232548 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.301513 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Request body: {'port': {'device_id': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:21.351336 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:21.365301 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.496959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21436608-2378-4541-8785-c1f6d702d76e), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.566315 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.593503 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-14128d0a-7c2e-4d6b-8085-a537488b215f None None] Provisioning complete for port 21436608-2378-4541-8785-c1f6d702d76e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:21.593892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14128d0a-7c2e-4d6b-8085-a537488b215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (21436608-2378-4541-8785-c1f6d702d76e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.652869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:21.655807 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:21.670395 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:21.671087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.679063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-14128d0a-7c2e-4d6b-8085-a537488b215f None None] Port 21436608-2378-4541-8785-c1f6d702d76e cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:21.721941 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5fdd08b1-9cdf-4e70-ba23-fdafa055e64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:21.849997 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-ddef7ff2-170d-4cdb-a89c-76dc1b251304 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0925314 Mar 31 18:51:21.873287 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Request body: {'port': {'device_id': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:21.991351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dcad0-ab7b-4406-8c33-2a5d00b4bbca req-9139539a-6849-4c0d-9e9d-8d8e8de200ce tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:21.994271 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3a6dcad0-ab7b-4406-8c33-2a5d00b4bbca req-9139539a-6849-4c0d-9e9d-8d8e8de200ce tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 931 time: 0.6500254 Mar 31 18:51:22.012178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0064-28a5-479b-9e69-4b8eeac0a927 req-49c56e15-196f-44be-9432-ea42b4e40eea tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:22.013726 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11cd0064-28a5-479b-9e69-4b8eeac0a927 req-49c56e15-196f-44be-9432-ea42b4e40eea tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.7563219 Mar 31 18:51:22.042278 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21436608-2378-4541-8785-c1f6d702d76e {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:22.053314 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks [] for port (21436608-2378-4541-8785-c1f6d702d76e), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.068755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Transition to ACTIVE for port object 21436608-2378-4541-8785-c1f6d702d76e will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:51:22.073691 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.128625 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-030f9050-ea74-4e31-bafe-8fb3a3e37e39 None None] Provisioning complete for port d0e103de-d96f-4a20-95c6-6e0e7b315308 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:22.130077 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-030f9050-ea74-4e31-bafe-8fb3a3e37e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.130207 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.143792 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fad113fe-d179-4ef0-bd6d-01ca1d4b15ce admin admin] Publish callbacks [] for security_group (f799f259-d16a-4dc2-a770-5cddb7655a58), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.162870 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.186075 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Pushing event updated for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.189531 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Attempting to bind port 21436608-2378-4541-8785-c1f6d702d76e on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:22.189862 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Attempting to bind port 21436608-2378-4541-8785-c1f6d702d76e by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:22.190191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Attempting to bind port 21436608-2378-4541-8785-c1f6d702d76e on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:22.195688 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Port 21436608-2378-4541-8785-c1f6d702d76e on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:51:22.196095 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Attempting to bind port 21436608-2378-4541-8785-c1f6d702d76e on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:22.199978 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-030f9050-ea74-4e31-bafe-8fb3a3e37e39 None None] Port d0e103de-d96f-4a20-95c6-6e0e7b315308 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:22.202800 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:22.203140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:22.203555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Bound using segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:22.204003 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Bound port: 21436608-2378-4541-8785-c1f6d702d76e, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:22.204354 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21436608-2378-4541-8785-c1f6d702d76e), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.205728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fad113fe-d179-4ef0-bd6d-01ca1d4b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f799f259-d16a-4dc2-a770-5cddb7655a58), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.208000 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.297600 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:22.302335 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21436608-2378-4541-8785-c1f6d702d76e,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:22.316289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.348839 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5fdd08b1-9cdf-4e70-ba23-fdafa055e64d admin admin] Publish callbacks [] for security_group (77eb9c09-17d1-49d9-8038-ca171c2d089e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.351356 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.376767 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3a6dcad0-ab7b-4406-8c33-2a5d00b4bbca req-d3272811-cfdc-442d-88c6-006171448903 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578987 Mar 31 18:51:22.392183 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5fdd08b1-9cdf-4e70-ba23-fdafa055e64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (77eb9c09-17d1-49d9-8038-ca171c2d089e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.398517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11cd0064-28a5-479b-9e69-4b8eeac0a927 req-e7fcc1de-7cb5-41a6-92ac-c631dd86b7b3 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761191 Mar 31 18:51:22.407260 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad113fe-d179-4ef0-bd6d-01ca1d4b15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f799f259-d16a-4dc2-a770-5cddb7655a58,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.411438 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Pushing event updated for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.434961 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:22.435987 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.439089 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-5ea73731-8cb8-46c6-be30-66dbf26d485f service neutron] 10.222.0.23 "PUT /v2.0/ports/21436608-2378-4541-8785-c1f6d702d76e HTTP/1.1" status: 200 len: 1093 time: 1.1493883 Mar 31 18:51:22.439605 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'tag': '21436608-2378-4541-8785-c1f6d702d76e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:22.441913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9386e14-d3b0-46c7-9d1f-49b950157afa" -d '{"events": [{"name": "network-changed", "server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "tag": "21436608-2378-4541-8785-c1f6d702d76e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:22.465304 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-fad113fe-d179-4ef0-bd6d-01ca1d4b15ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04d9f3f74852490e83c0b858f3416e16&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0410726 Mar 31 18:51:22.468096 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:22.500243 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=977c7547-8ff7-41a4-8520-f50e7dfbaa12,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.524145 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f429a-0d25-4bbb-be93-1cf8a97960a3 x-openstack-request-id: req-959f429a-0d25-4bbb-be93-1cf8a97960a3 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:22.525284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "tag": "21436608-2378-4541-8785-c1f6d702d76e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:22.525284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-959f429a-0d25-4bbb-be93-1cf8a97960a3 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:22.525486 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959f429a-0d25-4bbb-be93-1cf8a97960a3'] response: {'name': 'network-changed', 'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'tag': '21436608-2378-4541-8785-c1f6d702d76e', 'status': 'completed', 'code': 200} Mar 31 18:51:22.529322 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.530887 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5853316c-53c7-4e0e-8558-ec60c634c25e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0244801 Mar 31 18:51:22.544109 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5fdd08b1-9cdf-4e70-ba23-fdafa055e64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56db6285f00e4808b72207154bedc0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7690661 Mar 31 18:51:22.554851 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54186) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:22.716034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] Publish callbacks [] for security_group (f799f259-d16a-4dc2-a770-5cddb7655a58), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.776911 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd08b1-9cdf-4e70-ba23-fdafa055e64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb9c09-17d1-49d9-8038-ca171c2d089e,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.793225 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] Publish callbacks [] for security_group (77eb9c09-17d1-49d9-8038-ca171c2d089e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.798938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] Publish callbacks [] for security_group (f799f259-d16a-4dc2-a770-5cddb7655a58), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.870042 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] Publish callbacks [] for security_group (77eb9c09-17d1-49d9-8038-ca171c2d089e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.919498 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f799f259-d16a-4dc2-a770-5cddb7655a58), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.922266 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.926454 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f799f259-d16a-4dc2-a770-5cddb7655a58 HTTP/1.1" status: 204 len: 168 time: 0.4545207 Mar 31 18:51:22.936930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30afac-0599-475e-96bd-6531e96a6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f799f259-d16a-4dc2-a770-5cddb7655a58,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:22.945362 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-ad3dfa7e-a2d1-4f47-95a8-d572f964ae70 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--351824769&fields=id&tenant_id=4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 267 time: 0.1760793 Mar 31 18:51:22.977992 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (77eb9c09-17d1-49d9-8038-ca171c2d089e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.992126 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:22.996443 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77eb9c09-17d1-49d9-8038-ca171c2d089e HTTP/1.1" status: 204 len: 168 time: 0.4372447 Mar 31 18:51:23.029901 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd57383-d241-4c2d-809c-07b69ee96a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb9c09-17d1-49d9-8038-ca171c2d089e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:23.133663 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:51:23.291367 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-64f5d7d0-c829-4616-bb3f-db3ed98c71a4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:23.293323 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-64f5d7d0-c829-4616-bb3f-db3ed98c71a4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 811 time: 0.3393795 Mar 31 18:51:23.336490 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-e3cf9547-42bf-4322-847a-283c693fa8fd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/quotas/4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 375 time: 0.0162988 Mar 31 18:51:23.346782 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e103de-d96f-4a20-95c6-6e0e7b315308 {{(pid=109721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:23.366696 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks [] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.409924 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.provisioning_blocks [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Transition to ACTIVE for port object d0e103de-d96f-4a20-95c6-6e0e7b315308 will not be triggered until provisioned by entity L2. {{(pid=109721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:51:23.417488 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.478394 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-912b9aac-1b5c-4975-828b-c38258803c4e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292148 Mar 31 18:51:23.538971 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:23.679752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54236) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:23.706324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a80a0268-f4b0-4d37-9453-546b728a2bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.722989 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Attempting to bind port d0e103de-d96f-4a20-95c6-6e0e7b315308 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:23.723369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Attempting to bind port d0e103de-d96f-4a20-95c6-6e0e7b315308 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:23.723959 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Attempting to bind port d0e103de-d96f-4a20-95c6-6e0e7b315308 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:23.753685 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Port d0e103de-d96f-4a20-95c6-6e0e7b315308 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:51:23.764825 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Attempting to bind port d0e103de-d96f-4a20-95c6-6e0e7b315308 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:23.807703 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a80a0268-f4b0-4d37-9453-546b728a2bb1 admin admin] Publish callbacks [] for security_group (7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.813768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:23.814139 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:23.814896 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Bound using segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:23.815879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Bound port: d0e103de-d96f-4a20-95c6-6e0e7b315308, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:23.816754 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.818612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a80a0268-f4b0-4d37-9453-546b728a2bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:23.856167 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d856-f7ac-4ca6-8ee5-3519cc50d11f req-26747342-be30-482d-89b9-32070458a24c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:23.863927 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-be29d856-f7ac-4ca6-8ee5-3519cc50d11f req-26747342-be30-482d-89b9-32070458a24c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.3268929 Mar 31 18:51:23.875189 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0268-f4b0-4d37-9453-546b728a2bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:23.885288 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-bcf08f87-27d1-4cea-ba28-a782e6ed64ed service neutron] 10.222.0.32 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707018 Mar 31 18:51:23.929338 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a80a0268-f4b0-4d37-9453-546b728a2bb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=831814a62c8348edb088098a6deed81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474732 Mar 31 18:51:23.934766 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54248) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:24.005324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] Publish callbacks [] for security_group (7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.032358 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] Publish callbacks [] for security_group (7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.046594 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-be29d856-f7ac-4ca6-8ee5-3519cc50d11f req-29d5890c-40b5-4ad0-a9c4-fc9327611581 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813104 Mar 31 18:51:24.102874 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:24.113214 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.114680 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:24.117044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.119236 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf HTTP/1.1" status: 204 len: 168 time: 0.1831961 Mar 31 18:51:24.131704 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e667c17-46c9-464e-9c84-cb5ee19c45a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc0a52c-5f2d-4f94-b7a4-91cd21e6cecf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:24.147260 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-c3ad482a-4a7b-4a29-a666-c68439b73c3b service neutron] 10.222.0.32 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605655 Mar 31 18:51:24.154266 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:24.168133 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.245320 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:24.246347 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.251144 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 1094 time: 2.3853848 Mar 31 18:51:24.252404 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:24.495871 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-60252cb8-165c-4639-83ab-b1b213d5c0a9 req-e3e2625e-3b95-4988-8b7e-86031f23b256 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0513828 Mar 31 18:51:24.560932 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bccaf-37c5-4357-9218-dc3166d38d69 req-f6268b6f-eba0-4311-9912-fcdcc488cea6 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:24.562945 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a54bccaf-37c5-4357-9218-dc3166d38d69 req-f6268b6f-eba0-4311-9912-fcdcc488cea6 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.3419437 Mar 31 18:51:24.563837 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c9ac-0c04-4941-80a5-702e6d105554 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:24.609833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38322d56-0e57-4d73-8141-4d2385afa286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.648820 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a54bccaf-37c5-4357-9218-dc3166d38d69 req-61fda6fa-b284-4107-9158-cc18844db5a7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718396 Mar 31 18:51:24.804722 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38322d56-0e57-4d73-8141-4d2385afa286 admin admin] Publish callbacks [] for security_group (abc980c4-95a4-4ed8-b4f0-0db20aa70d14), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.819732 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38322d56-0e57-4d73-8141-4d2385afa286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (abc980c4-95a4-4ed8-b4f0-0db20aa70d14), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:24.866060 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-eecee32c-06e1-4f04-bf49-aad9387f1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:24.867614 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-eecee32c-06e1-4f04-bf49-aad9387f1f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1127 time: 0.1491816 Mar 31 18:51:24.879533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bbc8f-9d78-4170-bcec-23240784ef7b" -d '{"events": [{"name": "network-changed", "server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:24.889626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-1bbdc5f6-df07-46fb-a32c-ec1849ba4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:24.891296 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-1bbdc5f6-df07-46fb-a32c-ec1849ba4af2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1128 time: 0.1332567 Mar 31 18:51:24.894489 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-38322d56-0e57-4d73-8141-4d2385afa286 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6f765958ef2439dac41fd13f6a8fe8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7378130 Mar 31 18:51:24.898458 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:24.912752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38322d56-0e57-4d73-8141-4d2385afa286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc980c4-95a4-4ed8-b4f0-0db20aa70d14,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:24.977281 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-f3527e09-3e49-4517-aef5-b5ac7e0cd815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.0737731 Mar 31 18:51:25.072237 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-7e114265-0fc2-48fd-bf97-29c369d5501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.074018 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-7e114265-0fc2-48fd-bf97-29c369d5501d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0886467 Mar 31 18:51:25.074913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] Publish callbacks [] for security_group (abc980c4-95a4-4ed8-b4f0-0db20aa70d14), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:25.099958 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] Publish callbacks [] for security_group (abc980c4-95a4-4ed8-b4f0-0db20aa70d14), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:25.235699 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-0b7b65f0-f7c9-4a27-bdb8-5f62e68d35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.242257 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-0b7b65f0-f7c9-4a27-bdb8-5f62e68d35d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222837 Mar 31 18:51:25.282201 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (abc980c4-95a4-4ed8-b4f0-0db20aa70d14), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:25.287644 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:25.289157 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abc980c4-95a4-4ed8-b4f0-0db20aa70d14 HTTP/1.1" status: 204 len: 168 time: 0.3897355 Mar 31 18:51:25.302963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-e01ae87d-e2ea-4b68-b278-0fe5133628c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.304503 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-e01ae87d-e2ea-4b68-b278-0fe5133628c5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=08a51f8ac54c412fb47fd600832235d4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4215868 Mar 31 18:51:25.340576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb114c-e2e0-41f0-95d7-4ac8b8f192e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc980c4-95a4-4ed8-b4f0-0db20aa70d14,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:25.418257 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-856791be-8b61-454c-8569-a9c84492b77f service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708286 Mar 31 18:51:25.521015 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119783a-9c5d-4f39-a98a-1642398d0c19 req-4b1bd1ae-0584-49d6-9f51-7db43ca6c2a1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.522935 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8119783a-9c5d-4f39-a98a-1642398d0c19 req-4b1bd1ae-0584-49d6-9f51-7db43ca6c2a1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.3697367 Mar 31 18:51:25.677409 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e9298c8-107f-4be9-8a17-99f155010dd8 req-7c84fe3c-d583-42d2-b115-6f7fa7050967 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498124 Mar 31 18:51:25.694920 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-71566f81-87f5-4905-b4b1-7f943a7e4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.697285 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c9386e14-d3b0-46c7-9d1f-49b950157afa req-71566f81-87f5-4905-b4b1-7f943a7e4aa9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3793395 Mar 31 18:51:25.701088 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8119783a-9c5d-4f39-a98a-1642398d0c19 req-5f1b1cb3-0e31-4145-8a3a-b42cbadb1c6c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478651 Mar 31 18:51:25.767439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c8fdb-909e-4499-9fa5-3c878b811180 x-openstack-request-id: req-0f9c8fdb-909e-4499-9fa5-3c878b811180 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:25.767955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:25.768673 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f9c8fdb-909e-4499-9fa5-3c878b811180 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:25.769498 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9c8fdb-909e-4499-9fa5-3c878b811180'] response: {'name': 'network-changed', 'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308', 'status': 'completed', 'code': 200} Mar 31 18:51:25.919030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-f6d58bc0-0bba-4558-9fc8-4b1ceb0a2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:25.921664 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-f6d58bc0-0bba-4558-9fc8-4b1ceb0a2785 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1128 time: 0.1208382 Mar 31 18:51:26.121857 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa7cad53-8eb2-4848-9f11-31a2e06c3836 req-949f3855-910e-48d8-9578-9283ddd0b777 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.2033386 Mar 31 18:51:26.160152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-695d065a-f4b9-459e-b865-3f670fbbf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:26.164767 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-695d065a-f4b9-459e-b865-3f670fbbf46e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1127 time: 0.3675468 Mar 31 18:51:26.169459 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54352) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:26.204749 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-652dfa9f-3445-4ef6-939e-b00d268fb21e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:26.206621 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-652dfa9f-3445-4ef6-939e-b00d268fb21e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 811 time: 0.1741221 Mar 31 18:51:26.283152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcfd24-95cd-4f1e-b92e-5f78f743cacc req-4318b47e-4beb-4592-ad76-b6f5ca2f8b98 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:26.284813 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bafcfd24-95cd-4f1e-b92e-5f78f743cacc req-4318b47e-4beb-4592-ad76-b6f5ca2f8b98 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.3782642 Mar 31 18:51:26.371449 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-82847fe2-2be1-4a6e-a7fe-5dc157c6392e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21436608-2378-4541-8785-c1f6d702d76e HTTP/1.1" status: 200 len: 217 time: 0.1965873 Mar 31 18:51:26.372338 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4b8623fa-ee47-4532-a125-477d01eb4477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.504211 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-edc516cd-b676-4c2a-8282-f3641c429bbf tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 379 time: 0.2884824 Mar 31 18:51:26.528613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-461e7786-3d57-409d-9fe5-9cfa3e9faa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:26.530149 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-461e7786-3d57-409d-9fe5-9cfa3e9faa7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.6000891 Mar 31 18:51:26.635966 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bafcfd24-95cd-4f1e-b92e-5f78f743cacc req-53ebf32d-3a98-4aab-9b38-ec5f30317fcd tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682803 Mar 31 18:51:26.682892 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4b8623fa-ee47-4532-a125-477d01eb4477 admin admin] Publish callbacks [] for security_group (8a955c44-77f4-4164-84b7-abd9843abe2c), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.688283 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4b8623fa-ee47-4532-a125-477d01eb4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8a955c44-77f4-4164-84b7-abd9843abe2c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.728544 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8623fa-ee47-4532-a125-477d01eb4477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a955c44-77f4-4164-84b7-abd9843abe2c,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:26.735240 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4b8623fa-ee47-4532-a125-477d01eb4477 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4658a20f05e24f658c9b8743a3534bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626771 Mar 31 18:51:26.738015 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54372) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:26.793068 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] Publish callbacks [] for security_group (8a955c44-77f4-4164-84b7-abd9843abe2c), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.818860 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] Publish callbacks [] for security_group (8a955c44-77f4-4164-84b7-abd9843abe2c), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.907645 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d495-963e-4e08-8b51-c1bb36239905 req-bb183ebb-4ee6-44d0-8945-29678a90f5b8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:26.909191 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f56d495-963e-4e08-8b51-c1bb36239905 req-bb183ebb-4ee6-44d0-8945-29678a90f5b8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.0963423 Mar 31 18:51:26.937282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8a955c44-77f4-4164-84b7-abd9843abe2c), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.940187 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:26.944044 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a955c44-77f4-4164-84b7-abd9843abe2c HTTP/1.1" status: 204 len: 168 time: 0.2022097 Mar 31 18:51:26.960366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6c5d-9975-4aaa-84d2-ff0b6ee3a64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a955c44-77f4-4164-84b7-abd9843abe2c,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:26.995373 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f56d495-963e-4e08-8b51-c1bb36239905 req-2224e0ef-ff27-4afd-987c-90725c5ce5bf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Mar 31 18:51:27.278499 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ec27c49-ac41-4c53-b1ba-9bab91a89af5 req-6ab6791e-7ca8-49d2-9312-8ade1a4ea1b7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0378878 Mar 31 18:51:27.782925 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da790a63-dc34-48b9-9944-084c383c0c57 req-0020053e-c464-4313-b910-96ecc0a91fc8 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:27.784734 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da790a63-dc34-48b9-9944-084c383c0c57 req-0020053e-c464-4313-b910-96ecc0a91fc8 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.0610235 Mar 31 18:51:27.846521 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da790a63-dc34-48b9-9944-084c383c0c57 req-0499aaf2-73fe-4a30-9332-5721b4499a50 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Mar 31 18:51:27.992336 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54458) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:28.152519 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38045d3b-7792-4cac-aa5f-a2487ebbeb31 req-19c7cce2-5cf3-4632-9855-010bfb2c2bc5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:28.154152 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-38045d3b-7792-4cac-aa5f-a2487ebbeb31 req-19c7cce2-5cf3-4632-9855-010bfb2c2bc5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.0606186 Mar 31 18:51:28.221245 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-38045d3b-7792-4cac-aa5f-a2487ebbeb31 req-3d9c39b6-2a53-4fba-b3b4-61b2d59ccbd1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613284 Mar 31 18:51:28.223078 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b73-8ee5-40da-b478-daef437c1771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.361370 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b73-8ee5-40da-b478-daef437c1771 admin admin] Publish callbacks [] for security_group (b17ca9ee-1e1f-45ef-850b-8ed1013e758e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.367515 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b73-8ee5-40da-b478-daef437c1771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b17ca9ee-1e1f-45ef-850b-8ed1013e758e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.396756 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cbe2fe7e-38f8-4f26-8a6b-c894ef622c28 req-9f1d2193-34c5-492f-a435-786347459785 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0452273 Mar 31 18:51:28.428747 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-16ed8b73-8ee5-40da-b478-daef437c1771 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dc9b5fffaae48828f503ed30634c4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324899 Mar 31 18:51:28.428747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed8b73-8ee5-40da-b478-daef437c1771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ca9ee-1e1f-45ef-850b-8ed1013e758e,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:28.430786 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54480) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:28.502703 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] Publish callbacks [] for security_group (b17ca9ee-1e1f-45ef-850b-8ed1013e758e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.527663 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] Publish callbacks [] for security_group (b17ca9ee-1e1f-45ef-850b-8ed1013e758e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.584293 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b17ca9ee-1e1f-45ef-850b-8ed1013e758e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.586861 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:28.588260 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b17ca9ee-1e1f-45ef-850b-8ed1013e758e HTTP/1.1" status: 204 len: 168 time: 0.1562443 Mar 31 18:51:28.597396 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4c5ba-b9c0-4d28-a160-9615848deeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ca9ee-1e1f-45ef-850b-8ed1013e758e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:28.983370 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:28.983908 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026accab-7fed-47a4-8f68-c1c98d037da7 req-a320866a-115d-4ca1-b41f-ede7a6a24057 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:28.985800 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-026accab-7fed-47a4-8f68-c1c98d037da7 req-a320866a-115d-4ca1-b41f-ede7a6a24057 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 943 time: 0.0636909 Mar 31 18:51:28.997364 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9dac172-d444-4012-93b7-a75e01f46af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.040496 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-026accab-7fed-47a4-8f68-c1c98d037da7 req-c7a5b8cb-4d14-4c7c-b572-03751cb0b95e tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Mar 31 18:51:29.078353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9dac172-d444-4012-93b7-a75e01f46af5 admin admin] Publish callbacks [] for security_group (fc639c87-e734-4f38-b301-a6ca9d81da20), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.083733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9dac172-d444-4012-93b7-a75e01f46af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fc639c87-e734-4f38-b301-a6ca9d81da20), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.125277 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dac172-d444-4012-93b7-a75e01f46af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc639c87-e734-4f38-b301-a6ca9d81da20,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:29.137393 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54506) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:29.151840 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e7a35bb-1915-4172-9e1d-d853d747865d details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:51:29.171662 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e9dac172-d444-4012-93b7-a75e01f46af5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ec14aac5d5f4c27894b5e4a4bd771cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870284 Mar 31 18:51:29.178387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'port': {'device_id': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'admin_state_up': True, 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'security_groups': ['4727ba19-074a-433a-b982-432cad07090e']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:29.276522 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] Publish callbacks [] for security_group (fc639c87-e734-4f38-b301-a6ca9d81da20), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.307216 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] Publish callbacks [] for security_group (fc639c87-e734-4f38-b301-a6ca9d81da20), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.392040 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-20c96223-616c-43a1-9db5-c138fbb7c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:29.393732 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-20c96223-616c-43a1-9db5-c138fbb7c1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.2540090 Mar 31 18:51:29.395667 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fc639c87-e734-4f38-b301-a6ca9d81da20), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.399012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.401785 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc639c87-e734-4f38-b301-a6ca9d81da20 HTTP/1.1" status: 204 len: 168 time: 0.2595367 Mar 31 18:51:29.432780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e7a35bb-1915-4172-9e1d-d853d747865d,segment=NetworkSegment(9f4c37ac-6d86-4e81-a305-20e427920cf1),segment_id=9f4c37ac-6d86-4e81-a305-20e427920cf1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:29.456504 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '0e7a35bb-1915-4172-9e1d-d853d747865d', 'network_id': 'f492e17d-a10b-402f-a3d3-21c324c8278f', 'port_id': '0e7a35bb-1915-4172-9e1d-d853d747865d', 'mac_address': 'fa:16:3e:e6:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4509fe0-165f-492a-a32f-d7fdfc322fc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:51:29.489379 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6a35-40b9-47fe-ba7a-aad2c54db152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc639c87-e734-4f38-b301-a6ca9d81da20,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:29.515560 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-a94b88d7-f7a8-4a44-bec5-d5f7804d6423 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.3424299 Mar 31 18:51:29.555299 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e7a35bb-1915-4172-9e1d-d853d747865d is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:29.557130 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.605804 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7a35bb-1915-4172-9e1d-d853d747865d {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:29.642973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Made reservation on behalf of 4e90fc9b6f1848b09a74ce4b600edffd for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:51:29.650559 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4adcc0-0411-45e7-af97-ca961822f2d3 req-d3ba2fe4-ae41-4a18-b516-43c37da353dd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:29.651462 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.653511 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5f4adcc0-0411-45e7-af97-ca961822f2d3 req-d3ba2fe4-ae41-4a18-b516-43c37da353dd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.1175587 Mar 31 18:51:29.673555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-0efe0029-3c17-4a20-8989-4db9e0fe7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:29.675360 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-0efe0029-3c17-4a20-8989-4db9e0fe7601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.1520429 Mar 31 18:51:29.695462 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e7a35bb-1915-4172-9e1d-d853d747865d,segment=NetworkSegment(9f4c37ac-6d86-4e81-a305-20e427920cf1),segment_id=9f4c37ac-6d86-4e81-a305-20e427920cf1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:29.701621 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.702731 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device d0e103de-d96f-4a20-95c6-6e0e7b315308 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:51:29.729545 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-a55626a2-3dde-4cf1-9bf7-ef7e353796b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:29.732378 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-a55626a2-3dde-4cf1-9bf7-ef7e353796b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3294380 Mar 31 18:51:29.765131 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-616acfb2-44dc-46a4-99ef-dcf6030d4fe1 req-8e0d7745-58ad-4f28-9c95-348331a7adcb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0507889 Mar 31 18:51:29.784611 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5f4adcc0-0411-45e7-af97-ca961822f2d3 req-6b4cc356-9bb2-4cfa-8132-5e248f6ffe74 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149480 Mar 31 18:51:29.831197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Allocated IP 172.20.0.5 (8acd9037-2f08-4597-ba38-1d0f54a664bb/dcf18a69-9b48-4ec6-88e2-fd7660256ebe/8769ced8-1af0-4d34-ab62-9dde2c3b3a0b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:51:29.889391 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:29.923648 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:29.937547 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'd0e103de-d96f-4a20-95c6-6e0e7b315308', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'port_id': 'd0e103de-d96f-4a20-95c6-6e0e7b315308', 'mac_address': 'fa:16:3e:e0:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:51:29.979386 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port d0e103de-d96f-4a20-95c6-6e0e7b315308 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:29.979844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:29.994398 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e103de-d96f-4a20-95c6-6e0e7b315308 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:30.012512 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:30.016441 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:30.022225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:30.062456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:30.090515 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:30.116693 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:51:30.120078 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:51:30.124307 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:51:30.129997 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:30.130251 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:30.150339 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:30.166145 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-3ed0e4bb-35e1-472b-ba31-8906d961e6d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9918275 Mar 31 18:51:30.210098 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e33fe-c744-4873-899b-810e9255b116 req-cc61626d-3221-4758-9ac4-f3a69d5acf54 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:30.212606 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c16e33fe-c744-4873-899b-810e9255b116 req-cc61626d-3221-4758-9ac4-f3a69d5acf54 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 944 time: 0.0915284 Mar 31 18:51:30.271737 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c16e33fe-c744-4873-899b-810e9255b116 req-48464229-e1b0-4c4d-84a8-2fc9f302d849 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Mar 31 18:51:30.391897 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-16d2e5d7-d7fb-432f-9ff9-ff019280c31a None None] Provisioning complete for port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:30.392449 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-16d2e5d7-d7fb-432f-9ff9-ff019280c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:30.440006 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-16d2e5d7-d7fb-432f-9ff9-ff019280c31a None None] Port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:51:30.960949 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b527-77e0-4134-a4cf-ec30a09257f4 req-f9e7da56-b4e1-4cc7-a77b-1dd49b7200b1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:30.963374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8429b527-77e0-4134-a4cf-ec30a09257f4 req-f9e7da56-b4e1-4cc7-a77b-1dd49b7200b1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 931 time: 0.1038027 Mar 31 18:51:30.975282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ce2d-a070-486e-b684-0c37de90ddbd req-bddfc916-2871-4b68-b021-e61f94b44e37 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:30.978228 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9aa6ce2d-a070-486e-b684-0c37de90ddbd req-bddfc916-2871-4b68-b021-e61f94b44e37 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.1051495 Mar 31 18:51:31.080560 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8429b527-77e0-4134-a4cf-ec30a09257f4 req-583f3c3e-f14a-4552-9096-4d6801f7a27a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000483 Mar 31 18:51:31.086390 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9aa6ce2d-a070-486e-b684-0c37de90ddbd req-7b0cc537-af05-480a-86cb-8c01b135dbeb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980525 Mar 31 18:51:31.401709 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60be15c-f7e5-446f-90e9-c7878eefbaab req-0352709b-df38-4e62-8c3a-e5924277ef16 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:31.403236 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f60be15c-f7e5-446f-90e9-c7878eefbaab req-0352709b-df38-4e62-8c3a-e5924277ef16 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 944 time: 0.0550723 Mar 31 18:51:31.461570 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f60be15c-f7e5-446f-90e9-c7878eefbaab req-3dcd3223-8e43-483f-960f-609d8bd35294 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520003 Mar 31 18:51:32.184107 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Request body: {'port': {'device_id': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:32.271700 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-cb6f784b-6659-4998-9cad-749a4b248d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:32.275327 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-cb6f784b-6659-4998-9cad-749a4b248d4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026728 Mar 31 18:51:32.277267 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:32.289368 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fdeb9-8a0d-4cda-a5ef-2924eb193d5b req-38260461-8e16-496f-b0d5-e12fd54524fb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:32.291591 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e08fdeb9-8a0d-4cda-a5ef-2924eb193d5b req-38260461-8e16-496f-b0d5-e12fd54524fb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 931 time: 0.1423080 Mar 31 18:51:32.300925 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ddb44-d4ff-4de7-ac2a-f608da5703cb req-619d7e47-6dec-49ba-8ff1-287b590a51bf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:32.302459 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-056ddb44-d4ff-4de7-ac2a-f608da5703cb req-619d7e47-6dec-49ba-8ff1-287b590a51bf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.1444273 Mar 31 18:51:32.389007 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-f7bd3540-b11c-4baf-86bc-61bc2f5fe5bf service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057760 Mar 31 18:51:32.429578 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-056ddb44-d4ff-4de7-ac2a-f608da5703cb req-4fa785c7-7080-4ccf-9245-576abe617681 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191099 Mar 31 18:51:32.478931 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e08fdeb9-8a0d-4cda-a5ef-2924eb193d5b req-0d396f4c-11fa-49fc-9794-b2b9015a35cd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751814 Mar 31 18:51:32.485759 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['0e7a35bb-1915-4172-9e1d-d853d747865d'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:51:32.490702 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-f8830d83-5e02-49f8-87ee-98820342d8f4 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097740 Mar 31 18:51:32.495019 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['d0e103de-d96f-4a20-95c6-6e0e7b315308'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:51:32.593482 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-1a5d3e06-5319-471c-b20e-f74abef80aa7 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947646 Mar 31 18:51:32.645899 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a8bbc8f-9d78-4170-bcec-23240784ef7b req-5307fb39-9bcd-48db-872f-b7370bed8cbd service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453061 Mar 31 18:51:32.755542 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856762-054e-44a0-ad79-122748b51b11 req-34c47422-897b-4232-99f5-50a9be4713e9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:32.758384 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-55856762-054e-44a0-ad79-122748b51b11 req-34c47422-897b-4232-99f5-50a9be4713e9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 944 time: 0.1455190 Mar 31 18:51:32.853219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:32.863841 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks [] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:32.880858 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Transition to ACTIVE for port object 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:51:32.882570 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-55856762-054e-44a0-ad79-122748b51b11 req-a8e31399-e3b7-4a5d-826c-57c8f9924ac8 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084876 Mar 31 18:51:32.887056 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:32.983111 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Pushing event updated for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:33.000158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Attempting to bind port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:51:33.000515 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Attempting to bind port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:51:33.001242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Attempting to bind port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:33.010584 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b on network 8acd9037-2f08-4597-ba38-1d0f54a664bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:51:33.010584 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Attempting to bind port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:51:33.024541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:51:33.024541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Checking segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:51:33.024541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Bound using segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:51:33.024541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Bound port: 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:51:33.029825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:33.152738 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:51:33.160677 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:51:33.173355 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:33.311917 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Pushing event updated for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:33.343280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.344104 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:33.348894 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-023ddd06-96c4-4c4b-99f9-0cd2fb3803bf service neutron] 10.222.0.23 "PUT /v2.0/ports/8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 1093 time: 1.1703701 Mar 31 18:51:33.350554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:33.355452 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:33.498456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e576f5-b690-4c0b-ad09-1594262fd919 x-openstack-request-id: req-09e576f5-b690-4c0b-ad09-1594262fd919 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:33.498753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:33.499010 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09e576f5-b690-4c0b-ad09-1594262fd919 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:33.499480 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e576f5-b690-4c0b-ad09-1594262fd919'] response: {'name': 'network-changed', 'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'status': 'completed', 'code': 200} Mar 31 18:51:33.563498 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-658e789d-1162-4a66-a93c-95ca65241149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.568037 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-658e789d-1162-4a66-a93c-95ca65241149 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1127 time: 0.1449704 Mar 31 18:51:33.663576 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-2cf31574-6d71-4d40-b7c1-5894d619a206 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 217 time: 0.0812161 Mar 31 18:51:33.755982 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014b77f-7a7a-403f-8819-6bb593b703f3 req-3d416cd5-07ed-4344-8777-75b33abb9963 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.778682 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c014b77f-7a7a-403f-8819-6bb593b703f3 req-3d416cd5-07ed-4344-8777-75b33abb9963 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.1404498 Mar 31 18:51:33.791355 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-65ee2972-e14d-458e-b72c-53e04cb5cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.792864 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-65ee2972-e14d-458e-b72c-53e04cb5cc6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.1269205 Mar 31 18:51:33.828901 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3efb-71e0-4d22-adfb-19aa45d7dc31 req-eb7ea375-ae3a-4b28-93bf-ce5ecc90e866 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.839708 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c33e3efb-71e0-4d22-adfb-19aa45d7dc31 req-eb7ea375-ae3a-4b28-93bf-ce5ecc90e866 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.1712742 Mar 31 18:51:33.877274 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-578b0cf6-a7e9-42c7-a369-b25c19d674f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:33.879168 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-578b0cf6-a7e9-42c7-a369-b25c19d674f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775247 Mar 31 18:51:33.914868 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c014b77f-7a7a-403f-8819-6bb593b703f3 req-f07c263a-6996-4ada-8f71-262c544e2f82 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301212 Mar 31 18:51:33.938189 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c33e3efb-71e0-4d22-adfb-19aa45d7dc31 req-434ab7d2-6de4-402b-aff3-c242b82951d9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973289 Mar 31 18:51:34.019002 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-dbe7ec12-a129-479d-bf80-44cab47abe6a service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326418 Mar 31 18:51:34.063305 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc3c17-9e30-4ba0-998c-93e4d0354759 req-58a8bd27-b90c-4f1e-8a84-295454dcdcb7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:34.064861 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71bc3c17-9e30-4ba0-998c-93e4d0354759 req-58a8bd27-b90c-4f1e-8a84-295454dcdcb7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 944 time: 0.0712593 Mar 31 18:51:34.127799 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71bc3c17-9e30-4ba0-998c-93e4d0354759 req-9234cbeb-d49d-487b-9770-aeec903af444 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567656 Mar 31 18:51:34.766856 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e7a35bb-1915-4172-9e1d-d853d747865d up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:34.846878 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 0e7a35bb-1915-4172-9e1d-d853d747865d completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:51:34.851870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 0e7a35bb-1915-4172-9e1d-d853d747865d triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:34.852253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:34.874514 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-859e7a15-f5b3-4598-b8cb-430e0658b15a req-f612c054-1adf-4163-b0e6-a5bd07465c74 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076317 Mar 31 18:51:34.983492 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd9-2d25-4b8a-bc3a-1342561917e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:34.986279 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e7a35bb-1915-4172-9e1d-d853d747865d is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:34.987332 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:35.024090 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:35.134332 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e7a35bb-1915-4172-9e1d-d853d747865d,segment=NetworkSegment(9f4c37ac-6d86-4e81-a305-20e427920cf1),segment_id=9f4c37ac-6d86-4e81-a305-20e427920cf1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:35.143670 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d608-c4fd-4ea1-9b08-3a57518c43ac req-37854012-1fd0-4ec1-9562-9b561d621b30 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:35.144230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:35.144710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device d0e103de-d96f-4a20-95c6-6e0e7b315308 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:35.152889 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4a88d608-c4fd-4ea1-9b08-3a57518c43ac req-37854012-1fd0-4ec1-9562-9b561d621b30 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.1714671 Mar 31 18:51:35.214127 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2bb2f-95a5-40bc-9184-ac2a955bb244 req-badc5d54-28de-4892-bb02-2cde3754f7ac tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:35.214127 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ee2bb2f-95a5-40bc-9184-ac2a955bb244 req-badc5d54-28de-4892-bb02-2cde3754f7ac tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.1710758 Mar 31 18:51:35.239455 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:35.254027 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port d0e103de-d96f-4a20-95c6-6e0e7b315308 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:51:35.261148 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port d0e103de-d96f-4a20-95c6-6e0e7b315308 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:35.261678 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:35.264171 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4a88d608-c4fd-4ea1-9b08-3a57518c43ac req-fdf30943-914a-48e2-b0fa-3f0ef51f4c08 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035159 Mar 31 18:51:35.298485 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda7238-b961-4779-9847-6c62969fbb89" -d '{"events": [{"server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:35.319484 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ee2bb2f-95a5-40bc-9184-ac2a955bb244 req-061f2670-7f29-46ea-8f2a-23655f9d04d1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922863 Mar 31 18:51:35.386451 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port d0e103de-d96f-4a20-95c6-6e0e7b315308 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:35.386898 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:35.413574 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9487bad-dd57-451e-b3e0-f392400a51da req-a1fddeb9-34de-491a-81a9-bd783b966ac4 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:35.415208 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a9487bad-dd57-451e-b3e0-f392400a51da req-a1fddeb9-34de-491a-81a9-bd783b966ac4 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0692358 Mar 31 18:51:35.431874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:35.437036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:35.464954 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fb839-8a4a-4a9b-8bb6-958bfaff0bc9 x-openstack-request-id: req-c09fb839-8a4a-4a9b-8bb6-958bfaff0bc9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:35.465280 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:35.465545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c09fb839-8a4a-4a9b-8bb6-958bfaff0bc9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:35.466006 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09fb839-8a4a-4a9b-8bb6-958bfaff0bc9'] response: {'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d', 'code': 200} Mar 31 18:51:35.485020 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a9487bad-dd57-451e-b3e0-f392400a51da req-7c1edeb1-72a0-44ae-be95-3c3b061cad65 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609772 Mar 31 18:51:35.499195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:36.382992 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c29420-cfaa-4dc4-9f58-8ffb5a659aa7 req-cb98ce7d-8eee-4506-b44e-b9d22a0d2090 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.385923 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-52c29420-cfaa-4dc4-9f58-8ffb5a659aa7 req-cb98ce7d-8eee-4506-b44e-b9d22a0d2090 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 943 time: 0.0544009 Mar 31 18:51:36.466833 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-52c29420-cfaa-4dc4-9f58-8ffb5a659aa7 req-05a8d022-2cb4-4f09-a140-43a4c0b8d271 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Mar 31 18:51:36.482075 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29f8d-a444-4752-8c5f-9014731cf013 req-6010429f-4344-423c-b795-807517241e78 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.483577 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-97e29f8d-a444-4752-8c5f-9014731cf013 req-6010429f-4344-423c-b795-807517241e78 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0967288 Mar 31 18:51:36.502063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21436608-2378-4541-8785-c1f6d702d76e details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:51:36.558336 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-97e29f8d-a444-4752-8c5f-9014731cf013 req-7c6421a3-086f-4129-a840-1695cccf902a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691226 Mar 31 18:51:36.609058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-4fadb581-5443-451a-ae85-fd2acec946d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.610714 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-4fadb581-5443-451a-ae85-fd2acec946d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1127 time: 0.0661299 Mar 31 18:51:36.639857 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd6a4-7d52-4a58-93be-b5bbd0b7e26c req-de06078f-2866-4190-a36f-79827a6e5539 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.641382 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0acfd6a4-7d52-4a58-93be-b5bbd0b7e26c req-de06078f-2866-4190-a36f-79827a6e5539 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0698912 Mar 31 18:51:36.652910 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21436608-2378-4541-8785-c1f6d702d76e,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:36.666711 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '21436608-2378-4541-8785-c1f6d702d76e', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'port_id': '21436608-2378-4541-8785-c1f6d702d76e', 'mac_address': 'fa:16:3e:d1:ca:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:51:36.700670 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0acfd6a4-7d52-4a58-93be-b5bbd0b7e26c req-c6e520d6-1504-4464-a858-d6049d4c7252 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Mar 31 18:51:36.713414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 21436608-2378-4541-8785-c1f6d702d76e is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:36.713886 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21436608-2378-4541-8785-c1f6d702d76e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:36.736345 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21436608-2378-4541-8785-c1f6d702d76e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:36.764671 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21436608-2378-4541-8785-c1f6d702d76e,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:36.773294 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:36.789035 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5388-35f2-483d-9143-9e811688195c req-0d7d9efb-a03c-4be9-acba-44c6e448397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.790875 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79cd5388-35f2-483d-9143-9e811688195c req-0d7d9efb-a03c-4be9-acba-44c6e448397e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 1129 time: 0.1153309 Mar 31 18:51:36.815027 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-ea66bbbe-af2d-4123-adf9-6c8395b63d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.816895 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-ea66bbbe-af2d-4123-adf9-6c8395b63d77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.1986384 Mar 31 18:51:36.818071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-79cd5388-35f2-483d-9143-9e811688195c req-515354f2-3336-492f-8b66-ba0955443434 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:36.836710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:36.884565 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-cf0f5b5a-65c3-4af0-81ac-8e48bf3d07a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 217 time: 0.0559332 Mar 31 18:51:36.954557 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-7781811f-50f0-4a1f-866d-482c3ad658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:36.955993 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-7781811f-50f0-4a1f-866d-482c3ad658f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0652308 Mar 31 18:51:36.989011 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-79cd5388-35f2-483d-9143-9e811688195c req-515354f2-3336-492f-8b66-ba0955443434 service neutron] Publish callbacks [] for security_group (5e82bb01-9484-49c2-82aa-8846c65a74bb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:36.993071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-79cd5388-35f2-483d-9143-9e811688195c req-515354f2-3336-492f-8b66-ba0955443434 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5e82bb01-9484-49c2-82aa-8846c65a74bb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:37.045320 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79cd5388-35f2-483d-9143-9e811688195c req-515354f2-3336-492f-8b66-ba0955443434 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479210 Mar 31 18:51:37.046033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515354f2-3336-492f-8b66-ba0955443434 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82bb01-9484-49c2-82aa-8846c65a74bb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:37.226881 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eacc816e-588a-4c3d-bf37-ef9ff1970164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:37.467290 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:37.469964 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8818364d-ccf9-465c-9961-237c1f6163a6" -d '{"events": [{"server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:37.512545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b85393-4b4f-4fc3-841d-3198502a3800 x-openstack-request-id: req-c0b85393-4b4f-4fc3-841d-3198502a3800 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:37.513163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:37.513163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0b85393-4b4f-4fc3-841d-3198502a3800 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:37.513588 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b85393-4b4f-4fc3-841d-3198502a3800'] response: {'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308', 'code': 200} Mar 31 18:51:37.589358 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50d489-de66-49fe-a750-a8f5c58520bc req-0f64b713-52bd-4443-8e80-1c66e01e5851 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:37.590934 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8a50d489-de66-49fe-a750-a8f5c58520bc req-0f64b713-52bd-4443-8e80-1c66e01e5851 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 944 time: 0.0516777 Mar 31 18:51:37.646274 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8a50d489-de66-49fe-a750-a8f5c58520bc req-826fb274-0f33-4002-8752-5e9c8183ceaf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Mar 31 18:51:37.691775 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9f9b4-1f49-4dca-89e5-14210a18087b req-cfe82e23-7c7e-45da-a294-6e528d092c05 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:37.693227 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ef9f9b4-1f49-4dca-89e5-14210a18087b req-cfe82e23-7c7e-45da-a294-6e528d092c05 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0617709 Mar 31 18:51:37.739445 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ef9f9b4-1f49-4dca-89e5-14210a18087b req-ccea8646-dd14-4119-832f-d8fefee262d5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 Mar 31 18:51:37.830489 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f857be-a5e3-4206-ae39-a56c17eaec6f req-e4d94be1-18b5-44be-83ae-c58ec5725920 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:37.831959 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9f857be-a5e3-4206-ae39-a56c17eaec6f req-e4d94be1-18b5-44be-83ae-c58ec5725920 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0521500 Mar 31 18:51:37.881034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9f857be-a5e3-4206-ae39-a56c17eaec6f req-4b012d90-8d26-425e-b440-9bb4a8e83144 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Mar 31 18:51:38.575140 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:38.764034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0320a-5b44-45fd-a914-8cf1ef7cb248 req-1ca3f1b5-483e-444d-bbf9-b8eda3df4399 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:38.765496 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2d0320a-5b44-45fd-a914-8cf1ef7cb248 req-1ca3f1b5-483e-444d-bbf9-b8eda3df4399 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 944 time: 0.0498092 Mar 31 18:51:38.824141 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2d0320a-5b44-45fd-a914-8cf1ef7cb248 req-e95007e4-2fb8-44ce-813b-519ec67280a3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Mar 31 18:51:38.867743 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7888442-0f9c-412d-b11a-57d1136221ea req-700370e9-ac44-45a3-a0ad-0f8f79636cd1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:38.869805 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b7888442-0f9c-412d-b11a-57d1136221ea req-700370e9-ac44-45a3-a0ad-0f8f79636cd1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0580113 Mar 31 18:51:38.920230 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b7888442-0f9c-412d-b11a-57d1136221ea req-121ae58b-d781-4498-ba5c-4fdf71b2ed25 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444455 Mar 31 18:51:39.019457 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343e40-161b-4891-ab5b-5ad78003b3b9 req-52bedb18-e9cb-40ca-bb49-ffe5b3fc0ca1 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:39.019940 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-16343e40-161b-4891-ab5b-5ad78003b3b9 req-52bedb18-e9cb-40ca-bb49-ffe5b3fc0ca1 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0572183 Mar 31 18:51:39.071324 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-16343e40-161b-4891-ab5b-5ad78003b3b9 req-22a3332a-b80c-4a93-9794-de5227d2c418 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Mar 31 18:51:39.560764 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['21436608-2378-4541-8785-c1f6d702d76e'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:51:39.741636 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-937ebd7b-ca50-458e-83b1-8984145c7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:39.744721 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-937ebd7b-ca50-458e-83b1-8984145c7cc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561159 Mar 31 18:51:39.842122 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-f962305d-70d1-46af-83ce-ca00e7395cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909979 Mar 31 18:51:39.955724 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1674443-f7c6-487a-89e0-36f5755aab17 req-39a73267-8195-4fb0-a19f-c03d7c6b31c9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:39.957485 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1674443-f7c6-487a-89e0-36f5755aab17 req-39a73267-8195-4fb0-a19f-c03d7c6b31c9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 944 time: 0.0605817 Mar 31 18:51:39.983317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be91fa5-2164-45b7-b17a-0adcf6e41e07 req-f68dc2dd-e7ad-4296-87f4-a286046ec4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:39.984932 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8be91fa5-2164-45b7-b17a-0adcf6e41e07 req-f68dc2dd-e7ad-4296-87f4-a286046ec4a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.1350336 Mar 31 18:51:39.992408 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47958b4d-fdfd-43a5-9f5a-77ef92b1a900 req-bb2802c5-8417-4515-8637-3a7b81cfbb55 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331115 Mar 31 18:51:40.045089 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1674443-f7c6-487a-89e0-36f5755aab17 req-f6a95712-c4ab-4992-b106-bc80733fd44e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Mar 31 18:51:40.048378 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8be91fa5-2164-45b7-b17a-0adcf6e41e07 req-0a004a95-bdcf-4bad-8e7a-7b568a7eb40c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550411 Mar 31 18:51:40.073248 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.115769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286f44b-486d-4be1-a0f3-e6be49002933 req-cd20f4df-520c-4729-a5f8-10a1d8a369df tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:40.115769 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a286f44b-486d-4be1-a0f3-e6be49002933 req-cd20f4df-520c-4729-a5f8-10a1d8a369df tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0677102 Mar 31 18:51:40.191085 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a286f44b-486d-4be1-a0f3-e6be49002933 req-f138ddb9-f7c1-45ce-96c5-73c9eabf13c9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658522 Mar 31 18:51:40.225764 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21436608-2378-4541-8785-c1f6d702d76e up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:40.278119 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43b9d0-f896-45cb-ba1a-8603c4f0b1fe req-0c30573c-1b30-41b4-a87a-e38c2be90b2a tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:40.285603 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7b43b9d0-f896-45cb-ba1a-8603c4f0b1fe req-0c30573c-1b30-41b4-a87a-e38c2be90b2a tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0933940 Mar 31 18:51:40.318990 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 21436608-2378-4541-8785-c1f6d702d76e completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:51:40.323751 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 21436608-2378-4541-8785-c1f6d702d76e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:40.324333 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (21436608-2378-4541-8785-c1f6d702d76e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.353075 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7b43b9d0-f896-45cb-ba1a-8603c4f0b1fe req-65c20aed-7a87-4418-b0a0-7c49fd07e2f6 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660872 Mar 31 18:51:40.444417 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 21436608-2378-4541-8785-c1f6d702d76e is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:40.445315 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21436608-2378-4541-8785-c1f6d702d76e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.486835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21436608-2378-4541-8785-c1f6d702d76e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:40.490612 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b692b5db-b304-43b4-8b9d-bac256b994b2" -d '{"events": [{"server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "name": "network-vif-plugged", "status": "completed", "tag": "21436608-2378-4541-8785-c1f6d702d76e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:40.512000 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21436608-2378-4541-8785-c1f6d702d76e,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:40.519443 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.555551 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac339f41-3719-4295-b3bb-3b2237404925 x-openstack-request-id: req-ac339f41-3719-4295-b3bb-3b2237404925 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:40.556889 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "name": "network-vif-plugged", "status": "completed", "tag": "21436608-2378-4541-8785-c1f6d702d76e", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:40.557021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac339f41-3719-4295-b3bb-3b2237404925 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:40.557389 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac339f41-3719-4295-b3bb-3b2237404925'] response: {'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21436608-2378-4541-8785-c1f6d702d76e', 'code': 200} Mar 31 18:51:40.584740 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:40.754722 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 54854) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:40.873394 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc38a-607e-4ca1-8b18-52fe9531e5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.947101 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc38a-607e-4ca1-8b18-52fe9531e5f9 admin admin] Publish callbacks [] for security_group (fab166de-c9ff-4598-8414-334abcf0b9cf), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.950901 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc38a-607e-4ca1-8b18-52fe9531e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fab166de-c9ff-4598-8414-334abcf0b9cf), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:40.988012 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-cd0dc38a-607e-4ca1-8b18-52fe9531e5f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f21375ce78ff49c98031868812c399f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320509 Mar 31 18:51:40.988847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dc38a-607e-4ca1-8b18-52fe9531e5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab166de-c9ff-4598-8414-334abcf0b9cf,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:40.990667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:41.038053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] Publish callbacks [] for security_group (fab166de-c9ff-4598-8414-334abcf0b9cf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.062735 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] Publish callbacks [] for security_group (fab166de-c9ff-4598-8414-334abcf0b9cf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.111084 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fab166de-c9ff-4598-8414-334abcf0b9cf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.113748 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.114973 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fab166de-c9ff-4598-8414-334abcf0b9cf HTTP/1.1" status: 204 len: 168 time: 0.1232913 Mar 31 18:51:41.125576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de721dc-4251-4af6-a1aa-a1e618bbb461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab166de-c9ff-4598-8414-334abcf0b9cf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:41.184223 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5ecd-31d0-4408-a02b-45b197163118 req-19860447-16ba-48d4-a768-3eb27f7e72f0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:41.185926 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfea5ecd-31d0-4408-a02b-45b197163118 req-19860447-16ba-48d4-a768-3eb27f7e72f0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0533557 Mar 31 18:51:41.236311 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfea5ecd-31d0-4408-a02b-45b197163118 req-44946220-0b13-4923-839c-7c4ee92a8fd9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Mar 31 18:51:41.333514 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907308-d1bf-4ecb-908a-29ad80f58e56 req-8b6dc6fa-436f-4a17-8289-d1c31716df98 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:41.335259 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c7907308-d1bf-4ecb-908a-29ad80f58e56 req-8b6dc6fa-436f-4a17-8289-d1c31716df98 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0617230 Mar 31 18:51:41.387335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.404517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c7907308-d1bf-4ecb-908a-29ad80f58e56 req-484d6075-f7d9-4dcc-8ffc-4e0331a9a7c4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626526 Mar 31 18:51:41.426246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54878) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:41.443851 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b82d615c-b530-4724-8233-6d2847212d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.509701 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d35fab-3723-4f31-9538-2f5d2ab27839 req-626d2792-d67a-4757-835e-0295ce70331c tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:41.511302 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71d35fab-3723-4f31-9538-2f5d2ab27839 req-626d2792-d67a-4757-835e-0295ce70331c tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0675640 Mar 31 18:51:41.545284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b82d615c-b530-4724-8233-6d2847212d47 admin admin] Publish callbacks [] for security_group (48fc0caa-0fe2-463b-bd01-866b76178d3b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.549947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b82d615c-b530-4724-8233-6d2847212d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (48fc0caa-0fe2-463b-bd01-866b76178d3b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.566769 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71d35fab-3723-4f31-9538-2f5d2ab27839 req-b879622b-ebbe-4d9c-b7f0-40d999259bbc tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Mar 31 18:51:41.587938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d615c-b530-4724-8233-6d2847212d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc0caa-0fe2-463b-bd01-866b76178d3b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:41.593554 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b82d615c-b530-4724-8233-6d2847212d47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=356ac847308f4e3cb5196e3636e5442c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660314 Mar 31 18:51:41.596570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 54882) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:41.648769 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] Publish callbacks [] for security_group (48fc0caa-0fe2-463b-bd01-866b76178d3b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.670982 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] Publish callbacks [] for security_group (48fc0caa-0fe2-463b-bd01-866b76178d3b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.721378 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (48fc0caa-0fe2-463b-bd01-866b76178d3b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.723902 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:41.725034 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48fc0caa-0fe2-463b-bd01-866b76178d3b HTTP/1.1" status: 204 len: 168 time: 0.1274137 Mar 31 18:51:41.733539 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa342-f978-41fc-b1b7-e35e887820e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc0caa-0fe2-463b-bd01-866b76178d3b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:42.360583 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a357-10ba-4c98-a58e-2fc38092c5a5 req-d227a1b7-6762-408c-b783-bdf29eb5495d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:42.362087 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80c7a357-10ba-4c98-a58e-2fc38092c5a5 req-d227a1b7-6762-408c-b783-bdf29eb5495d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0582230 Mar 31 18:51:42.412186 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80c7a357-10ba-4c98-a58e-2fc38092c5a5 req-fc8a3cf8-8a6b-40b7-ac59-c82e39c4d5cb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Mar 31 18:51:42.532104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685bfc-08bd-4e93-85a7-d23ea805811c req-6debb8fe-371d-4e79-a452-7c4bb0daef28 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:42.533654 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e5685bfc-08bd-4e93-85a7-d23ea805811c req-6debb8fe-371d-4e79-a452-7c4bb0daef28 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0537271 Mar 31 18:51:42.584063 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e5685bfc-08bd-4e93-85a7-d23ea805811c req-af3fa662-83b2-4495-965b-44e2fef67f17 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 Mar 31 18:51:42.697217 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7178653-e407-4d44-bfcc-e5eff71d8f31 req-e687cf3e-9327-4161-ac5f-2b80d86de081 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:42.698714 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d7178653-e407-4d44-bfcc-e5eff71d8f31 req-e687cf3e-9327-4161-ac5f-2b80d86de081 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0619979 Mar 31 18:51:42.753371 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d7178653-e407-4d44-bfcc-e5eff71d8f31 req-cb333137-48bf-4d8d-af34-9039eb12f1e4 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486376 Mar 31 18:51:43.350927 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e48d3-7bd7-441c-b19f-4cdbec725a81 req-5dd12687-68a1-4e05-a830-d47d70e959bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:43.353097 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-578e48d3-7bd7-441c-b19f-4cdbec725a81 req-5dd12687-68a1-4e05-a830-d47d70e959bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1129 time: 0.0761282 Mar 31 18:51:43.403960 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-578e48d3-7bd7-441c-b19f-4cdbec725a81 req-74792cfa-3a5a-47c0-b14d-a43257196557 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Mar 31 18:51:43.538952 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ae6a4-a40f-46d0-aaee-30c9d1ec4b7c req-ca621888-e844-4314-8e95-595a6109ba5b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:43.539884 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-315ae6a4-a40f-46d0-aaee-30c9d1ec4b7c req-ca621888-e844-4314-8e95-595a6109ba5b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0551231 Mar 31 18:51:43.607838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-315ae6a4-a40f-46d0-aaee-30c9d1ec4b7c req-10c0b4b7-7f60-494d-8a66-bc1480464463 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Mar 31 18:51:43.734550 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc61e8-061e-4113-b238-fc40e1d8072f req-b0a3c074-8931-455a-9222-f7d35dade208 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:43.736148 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4bcc61e8-061e-4113-b238-fc40e1d8072f req-b0a3c074-8931-455a-9222-f7d35dade208 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 943 time: 0.0716460 Mar 31 18:51:43.787687 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4bcc61e8-061e-4113-b238-fc40e1d8072f req-07ecb928-7d70-4761-978b-41da1a512a13 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443616 Mar 31 18:51:43.877948 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e767ba-3b4d-4f3c-9304-03fd21685554 req-cceda5ca-d013-4b0c-ad00-ef0b07d131fc tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:43.879723 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d0e767ba-3b4d-4f3c-9304-03fd21685554 req-cceda5ca-d013-4b0c-ad00-ef0b07d131fc tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0568531 Mar 31 18:51:43.933479 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d0e767ba-3b4d-4f3c-9304-03fd21685554 req-bb72cece-f02e-4838-8bf2-865230e017c3 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460427 Mar 31 18:51:44.458058 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:51:44.601003 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:44.620841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'port_id': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'mac_address': 'fa:16:3e:0c:b5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:51:44.684399 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:44.684805 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:44.704309 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:51:44.731501 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:44.738775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:44.822250 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:44.869671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718bb2-e251-4a8d-9bb7-e3e3d5dced9b req-b54104f4-959e-420c-9fb9-ecee7f4ee05a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:44.871552 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1718bb2-e251-4a8d-9bb7-e3e3d5dced9b req-b54104f4-959e-420c-9fb9-ecee7f4ee05a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0982816 Mar 31 18:51:44.951985 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1718bb2-e251-4a8d-9bb7-e3e3d5dced9b req-af525bbc-0163-4ba0-b230-9c754f6c17e2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Mar 31 18:51:44.968928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863770c-dc67-44b4-97f7-61096ce240c4 req-8fa1f73a-4e6f-431f-9801-2050559eceae tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:44.970441 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a863770c-dc67-44b4-97f7-61096ce240c4 req-8fa1f73a-4e6f-431f-9801-2050559eceae tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 944 time: 0.0767453 Mar 31 18:51:45.032756 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a863770c-dc67-44b4-97f7-61096ce240c4 req-42206baa-5f1e-4c66-819a-0fbf161e80cc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563495 Mar 31 18:51:45.075594 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d58e8-7f8b-49a3-81c9-e09d5abbddde req-a7e48354-6eb2-4117-bfcd-6aee78590ea7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:45.077106 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1e4d58e8-7f8b-49a3-81c9-e09d5abbddde req-a7e48354-6eb2-4117-bfcd-6aee78590ea7 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0672426 Mar 31 18:51:45.128526 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1e4d58e8-7f8b-49a3-81c9-e09d5abbddde req-c8d078a1-dfc0-4a20-ad56-666e27145627 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Mar 31 18:51:46.079768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169c34-8d7c-4651-a8e6-0916fba2d444 req-825d78de-4a20-4ec2-aa34-c19f81ca3f94 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:46.081304 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0169c34-8d7c-4651-a8e6-0916fba2d444 req-825d78de-4a20-4ec2-aa34-c19f81ca3f94 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0559630 Mar 31 18:51:46.352207 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0169c34-8d7c-4651-a8e6-0916fba2d444 req-4a3543d0-eb6c-4d94-9ceb-12d34bc02b06 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642477 Mar 31 18:51:46.370889 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7d891-7cba-46fe-80c2-6b3b5979d60d req-5e8b5988-fa4a-4aa6-b0b3-d0b969448f73 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:46.374209 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4f7d891-7cba-46fe-80c2-6b3b5979d60d req-5e8b5988-fa4a-4aa6-b0b3-d0b969448f73 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 944 time: 0.2631371 Mar 31 18:51:46.456296 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4f7d891-7cba-46fe-80c2-6b3b5979d60d req-eb0730c6-f866-4604-ba89-e4d2542620ff tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694835 Mar 31 18:51:46.481455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f433b-3e81-4013-a667-26032d2f623a req-c2d8fdd1-4ed3-401b-a7ab-e4d5bd04350b tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:46.483084 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e8f433b-3e81-4013-a667-26032d2f623a req-c2d8fdd1-4ed3-401b-a7ab-e4d5bd04350b tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0687883 Mar 31 18:51:46.538714 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e8f433b-3e81-4013-a667-26032d2f623a req-d72b92e0-5082-40b2-9aec-00f9cf9a7f7c tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Mar 31 18:51:46.605892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:51:47.486886 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ae2c5-8518-4d90-823f-f8f55e993b99 req-8710e0a1-ef1a-40fc-95a1-f2beaf6a14e1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:47.488392 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0c3ae2c5-8518-4d90-823f-f8f55e993b99 req-8710e0a1-ef1a-40fc-95a1-f2beaf6a14e1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0569718 Mar 31 18:51:47.560799 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0c3ae2c5-8518-4d90-823f-f8f55e993b99 req-8ee2f5bc-49b6-4c64-b60d-34cb44bb427c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618827 Mar 31 18:51:47.605421 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7ea5-a154-42ae-8530-6351a9a10d6b req-21bd0299-1441-4b4f-b259-a6f9fa68dd7a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:47.606977 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c39f7ea5-a154-42ae-8530-6351a9a10d6b req-21bd0299-1441-4b4f-b259-a6f9fa68dd7a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 944 time: 0.0628788 Mar 31 18:51:47.687382 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c39f7ea5-a154-42ae-8530-6351a9a10d6b req-ccc850d9-5b77-4403-a682-f91a052907e4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729656 Mar 31 18:51:47.707374 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcea17-f5fa-4090-a07d-a8a8403f8984 req-3e982a87-29af-47b5-95a2-e3d24e9fbd8d tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:47.708912 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1dfcea17-f5fa-4090-a07d-a8a8403f8984 req-3e982a87-29af-47b5-95a2-e3d24e9fbd8d tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0858572 Mar 31 18:51:47.761972 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1dfcea17-f5fa-4090-a07d-a8a8403f8984 req-b7b48e3c-f9b5-4bbf-810d-0571c5c562f2 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Mar 31 18:51:48.705490 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a16625-654c-4057-934b-ae7446fba423 req-ce033b07-7fd1-48f8-80f4-8873845dee86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:48.707447 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-15a16625-654c-4057-934b-ae7446fba423 req-ce033b07-7fd1-48f8-80f4-8873845dee86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0618818 Mar 31 18:51:48.764282 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-15a16625-654c-4057-934b-ae7446fba423 req-572d5a65-a35f-4d09-9f71-7b926bc9d466 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509222 Mar 31 18:51:48.817745 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c8df7-360e-4c54-8576-adedf40b4cf8 req-36a726d2-4aba-44f9-ba66-647fabd21651 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:48.819341 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-db6c8df7-360e-4c54-8576-adedf40b4cf8 req-36a726d2-4aba-44f9-ba66-647fabd21651 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 944 time: 0.0594959 Mar 31 18:51:48.902268 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-db6c8df7-360e-4c54-8576-adedf40b4cf8 req-6b4a63ed-32ec-48f7-8b54-6dc72383945d tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768523 Mar 31 18:51:48.939854 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f266474-d786-4ee1-a470-4b3339b23924 req-a2c9abc5-bfcd-4118-9679-a954c404210f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:48.947650 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f266474-d786-4ee1-a470-4b3339b23924 req-a2c9abc5-bfcd-4118-9679-a954c404210f tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.1149094 Mar 31 18:51:48.991142 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f266474-d786-4ee1-a470-4b3339b23924 req-58904795-84d3-4212-a1c1-c4e197bdaa01 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Mar 31 18:51:49.895468 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41612a86-cd65-4c1e-ac80-c4bcc4c446c4 req-2f34e776-cddb-47b4-9a1e-d8575fdfe437 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:49.897047 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-41612a86-cd65-4c1e-ac80-c4bcc4c446c4 req-2f34e776-cddb-47b4-9a1e-d8575fdfe437 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0577040 Mar 31 18:51:49.982677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-41612a86-cd65-4c1e-ac80-c4bcc4c446c4 req-b38c4de7-0f67-4661-a9fd-c847bcfd9310 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748141 Mar 31 18:51:50.133482 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b5a6b-2f16-4893-ab0a-510749daa548 req-62ca949d-0221-4226-8f23-03b70f78e4d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:50.144987 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-494b5a6b-2f16-4893-ab0a-510749daa548 req-62ca949d-0221-4226-8f23-03b70f78e4d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 944 time: 0.1523867 Mar 31 18:51:50.219715 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-494b5a6b-2f16-4893-ab0a-510749daa548 req-965fd4ef-4db1-452c-8d18-fdce1769c793 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736864 Mar 31 18:51:50.254723 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0872c-ce85-401f-b32d-803460db729c req-f02b0273-15ad-48a5-a8ac-730ace042e78 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:50.257308 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fa0872c-ce85-401f-b32d-803460db729c req-f02b0273-15ad-48a5-a8ac-730ace042e78 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.1814129 Mar 31 18:51:50.289655 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:51:50.373674 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fa0872c-ce85-401f-b32d-803460db729c req-f3c08b59-d274-4423-81dc-b5afa7dfdcec tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 Mar 31 18:51:50.394255 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:51:50.398667 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:51:50.399230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:50.576701 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:51:50.577481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:50.610594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:50.613145 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bbf4c-e6b8-4eed-8eb0-b9d9d253ae38" -d '{"events": [{"server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "name": "network-vif-plugged", "status": "completed", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:50.638877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:51:50.650207 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:50.706735 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0fe64-f2ca-42c9-bb6d-345ac977b238 x-openstack-request-id: req-6ab0fe64-f2ca-42c9-bb6d-345ac977b238 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:50.707379 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "name": "network-vif-plugged", "status": "completed", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:50.707843 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ab0fe64-f2ca-42c9-bb6d-345ac977b238 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:50.708454 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab0fe64-f2ca-42c9-bb6d-345ac977b238'] response: {'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'code': 200} Mar 31 18:51:50.759562 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:50.945723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa17b2-8971-4078-ae45-7cb509461c55 req-55b9579c-5c05-4810-a3a5-96ef38aa53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:50.948856 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2eaa17b2-8971-4078-ae45-7cb509461c55 req-55b9579c-5c05-4810-a3a5-96ef38aa53d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1129 time: 0.0831027 Mar 31 18:51:51.040678 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2eaa17b2-8971-4078-ae45-7cb509461c55 req-2762f711-7d2d-4cbb-97c7-b7e03e3ae047 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750945 Mar 31 18:51:51.149659 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c550f-514b-4eb2-a66f-ea266a0fdfd8 req-330fad1d-79cf-469c-95d1-2a622c4d04f7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:51.151817 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e87c550f-514b-4eb2-a66f-ea266a0fdfd8 req-330fad1d-79cf-469c-95d1-2a622c4d04f7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0581505 Mar 31 18:51:51.217501 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e87c550f-514b-4eb2-a66f-ea266a0fdfd8 req-edbc850c-28ea-4fec-b771-92f24290ae57 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590811 Mar 31 18:51:51.422756 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb52a-8c8d-4e12-863a-51078892d821 req-c6d3755c-c310-4e2b-8679-90fc4f702c10 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:51.435851 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8b6fb52a-8c8d-4e12-863a-51078892d821 req-c6d3755c-c310-4e2b-8679-90fc4f702c10 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0970459 Mar 31 18:51:51.563370 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8b6fb52a-8c8d-4e12-863a-51078892d821 req-0ccd52a8-30ac-4a4e-8a50-4626c826c99f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262491 Mar 31 18:51:51.601430 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:51.715327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55216) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:51.807700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c28c-e89c-482b-afc2-b8e258ebe43d req-e82c9cb8-6005-48f1-ac5a-d41fcf0a5aab tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:51.811444 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1992c28c-e89c-482b-afc2-b8e258ebe43d req-e82c9cb8-6005-48f1-ac5a-d41fcf0a5aab tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0876637 Mar 31 18:51:51.879474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fb989035-b768-48a6-9016-484d611d0345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:51.896595 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1992c28c-e89c-482b-afc2-b8e258ebe43d req-fd2025fb-e0a7-4f38-a682-48253688cb96 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789244 Mar 31 18:51:52.028687 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fb989035-b768-48a6-9016-484d611d0345 admin admin] Publish callbacks [] for security_group (7d519075-bad7-452f-8add-fe2dbdb8a3b7), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.034392 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fb989035-b768-48a6-9016-484d611d0345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7d519075-bad7-452f-8add-fe2dbdb8a3b7), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.099046 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb989035-b768-48a6-9016-484d611d0345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d519075-bad7-452f-8add-fe2dbdb8a3b7,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:52.104428 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-fb989035-b768-48a6-9016-484d611d0345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48cdee00328b4959900518b43f73a2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877978 Mar 31 18:51:52.109290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55240) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:52.193795 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] Publish callbacks [] for security_group (7d519075-bad7-452f-8add-fe2dbdb8a3b7), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.225433 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] Publish callbacks [] for security_group (7d519075-bad7-452f-8add-fe2dbdb8a3b7), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.287169 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7d519075-bad7-452f-8add-fe2dbdb8a3b7), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.290337 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.291673 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d519075-bad7-452f-8add-fe2dbdb8a3b7 HTTP/1.1" status: 204 len: 168 time: 0.1810877 Mar 31 18:51:52.299776 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd954e0-bc82-4a23-a811-b49d00162834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d519075-bad7-452f-8add-fe2dbdb8a3b7,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:52.606512 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:52.625753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.705102 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53b22-ee64-40b8-955e-4e31511a6f99 req-e4f35ca5-5279-4cd5-9087-fba3feeac89e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:52.706585 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59e49d-c297-437b-9da1-9438246276dc req-f3e80a4a-9f0e-4cdb-b675-22ccfff1943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:52.706785 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c9c53b22-ee64-40b8-955e-4e31511a6f99 req-e4f35ca5-5279-4cd5-9087-fba3feeac89e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0677750 Mar 31 18:51:52.708172 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-f3e80a4a-9f0e-4cdb-b675-22ccfff1943a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1129 time: 0.0841887 Mar 31 18:51:52.764852 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c9c53b22-ee64-40b8-955e-4e31511a6f99 req-9c9f4c9c-0338-496c-8355-159400e29d3a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497096 Mar 31 18:51:52.766389 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Publish callbacks [] for security_group (13c2dbfa-37f6-48e9-8330-7847cfc220bd), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.772193 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (13c2dbfa-37f6-48e9-8330-7847cfc220bd), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.811911 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00f66545654f42c39f75189ef1cd9790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042310 Mar 31 18:51:52.812793 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c2dbfa-37f6-48e9-8330-7847cfc220bd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:52.814982 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55260) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:52.821086 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.821962 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.822603 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.822957 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.823302 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.823669 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.824002 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.824333 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.824667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.824997 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.825328 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.825660 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.825988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.826463 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.826793 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe35ab-fb9f-4521-8370-8f1c89a89080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:52.882751 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Publish callbacks [] for security_group (13c2dbfa-37f6-48e9-8330-7847cfc220bd), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.909123 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Publish callbacks [] for security_group (13c2dbfa-37f6-48e9-8330-7847cfc220bd), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.961293 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (13c2dbfa-37f6-48e9-8330-7847cfc220bd), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.964170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:52.967764 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c2dbfa-37f6-48e9-8330-7847cfc220bd HTTP/1.1" status: 204 len: 168 time: 0.1489525 Mar 31 18:51:52.985169 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c2dbfa-37f6-48e9-8330-7847cfc220bd,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:53.018975 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.020141 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.020682 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.021371 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.021815 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.022628 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.023150 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.023755 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.024406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.024881 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.025436 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.026227 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.026998 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.027604 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.028167 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1d331-afd2-4b2f-b3b5-ba87559df453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:51:53.076219 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99b257-8776-47ba-856d-63b6bd024552 req-b690d788-754d-4e5c-8865-2a02ef5963a6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:53.084195 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1a99b257-8776-47ba-856d-63b6bd024552 req-b690d788-754d-4e5c-8865-2a02ef5963a6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1096206 Mar 31 18:51:53.145326 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1a99b257-8776-47ba-856d-63b6bd024552 req-64e0e735-ff4e-4787-8a4b-cb40f26d3981 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Mar 31 18:51:53.931668 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3bce-64b1-4bd2-ad1a-3887536c040a req-f4764954-8197-4327-97be-f38f7b16e1a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:53.933766 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9efc3bce-64b1-4bd2-ad1a-3887536c040a req-f4764954-8197-4327-97be-f38f7b16e1a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0919385 Mar 31 18:51:53.997048 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9efc3bce-64b1-4bd2-ad1a-3887536c040a req-97a2327b-1010-4f77-a484-dba6605a3020 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534027 Mar 31 18:51:54.290520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b26f-b2d6-485a-a7aa-6469bc13d13b req-fc706515-1395-4d46-83bd-fa7a5f1195cc tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:54.293428 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6405b26f-b2d6-485a-a7aa-6469bc13d13b req-fc706515-1395-4d46-83bd-fa7a5f1195cc tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0654082 Mar 31 18:51:54.356994 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6405b26f-b2d6-485a-a7aa-6469bc13d13b req-b471ac75-c72f-41ef-a8b6-76555dcfa539 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574167 Mar 31 18:51:54.627322 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59e49d-c297-437b-9da1-9438246276dc req-14255064-92ba-4773-8080-a4c6f32f593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:54.629445 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-14255064-92ba-4773-8080-a4c6f32f593b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1619830 Mar 31 18:51:54.677322 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-83d10d31-411c-4099-b44f-ff9fcceecf0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21436608-2378-4541-8785-c1f6d702d76e HTTP/1.1" status: 200 len: 217 time: 0.0398946 Mar 31 18:51:54.748439 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59e49d-c297-437b-9da1-9438246276dc req-cc98877f-457e-4d66-848f-c4010253cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:54.750955 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-cc98877f-457e-4d66-848f-c4010253cc36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0666757 Mar 31 18:51:54.839716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59e49d-c297-437b-9da1-9438246276dc req-3d727344-18dd-4030-89e4-57b5dc718b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:54.841507 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-3d727344-18dd-4030-89e4-57b5dc718b19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800169 Mar 31 18:51:54.969365 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-ba6d2853-e232-43ac-adad-42d5351ec436 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140053 Mar 31 18:51:55.172401 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb688a-a10f-48fc-b803-932b161ec239 req-d23cfcbf-c348-4a72-9790-3ec84db20bed tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:55.174771 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1bb688a-a10f-48fc-b803-932b161ec239 req-d23cfcbf-c348-4a72-9790-3ec84db20bed tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0830085 Mar 31 18:51:55.193479 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8f59e49d-c297-437b-9da1-9438246276dc req-d7c0c6b2-8bcc-477b-8b9b-0c7b2b202779 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882293 Mar 31 18:51:55.261759 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1bb688a-a10f-48fc-b803-932b161ec239 req-dad39459-cfc6-4b33-b6ea-937626e3c1f4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735698 Mar 31 18:51:55.550366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2cf1-cc7b-4a77-b62f-e7d73a1039a0 req-4ae0cbd0-c2f7-45f7-ad06-779f22036216 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:55.552468 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-09cb2cf1-cc7b-4a77-b62f-e7d73a1039a0 req-4ae0cbd0-c2f7-45f7-ad06-779f22036216 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0682845 Mar 31 18:51:55.636707 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-09cb2cf1-cc7b-4a77-b62f-e7d73a1039a0 req-0eff28f9-a1f5-4d26-8365-52c7cfe42b92 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720985 Mar 31 18:51:56.457444 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92cd2-4166-4384-8e50-b4024d054863 req-9a0c0578-ccde-4381-9160-f299d8cdc519 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:56.466270 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e4a92cd2-4166-4384-8e50-b4024d054863 req-9a0c0578-ccde-4381-9160-f299d8cdc519 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0911834 Mar 31 18:51:56.540189 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e4a92cd2-4166-4384-8e50-b4024d054863 req-7ba9175f-58a2-42c5-99da-e04bbd06edf0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722578 Mar 31 18:51:56.662571 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55412) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:56.728325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a90d3-fe2e-4249-b226-30a9aa073278 req-899d24e0-6e8b-4279-95af-8eb360a6ca64 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:56.729899 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-252a90d3-fe2e-4249-b226-30a9aa073278 req-899d24e0-6e8b-4279-95af-8eb360a6ca64 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0750289 Mar 31 18:51:56.739203 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55418) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:56.751070 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'floatingip': {'port_id': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:51:56.849819 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:56.865205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b40b8-65b5-4a79-b470-d39b8d0a17d3 req-b6cd4227-6185-4339-bbae-59c1dc3feb80 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:56.868637 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f0b40b8-65b5-4a79-b470-d39b8d0a17d3 req-b6cd4227-6185-4339-bbae-59c1dc3feb80 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1368296 Mar 31 18:51:56.973340 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8f0b40b8-65b5-4a79-b470-d39b8d0a17d3 req-20e989e3-4136-4523-b2a8-1226e770c8b9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Mar 31 18:51:57.163242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8227af-8e6e-4e70-9746-2eb648424ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.406912 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8227af-8e6e-4e70-9746-2eb648424ef7 admin admin] Publish callbacks [] for security_group (ca6fce14-65bf-47c3-b76a-f5d64b6ea173), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.415264 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8227af-8e6e-4e70-9746-2eb648424ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ca6fce14-65bf-47c3-b76a-f5d64b6ea173), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.624749 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55444) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:57.625312 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bf8227af-8e6e-4e70-9746-2eb648424ef7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de81c7ba9700494fabc6b949570b79f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9602201 Mar 31 18:51:57.632546 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8227af-8e6e-4e70-9746-2eb648424ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6fce14-65bf-47c3-b76a-f5d64b6ea173,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:57.704005 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] Publish callbacks [] for security_group (ca6fce14-65bf-47c3-b76a-f5d64b6ea173), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.740457 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] Publish callbacks [] for security_group (ca6fce14-65bf-47c3-b76a-f5d64b6ea173), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.845653 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ca6fce14-65bf-47c3-b76a-f5d64b6ea173), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.855518 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.858862 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca6fce14-65bf-47c3-b76a-f5d64b6ea173 HTTP/1.1" status: 204 len: 168 time: 0.2318349 Mar 31 18:51:57.886655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acf59b-968e-4d30-8501-dbade2b1b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6fce14-65bf-47c3-b76a-f5d64b6ea173,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:57.893394 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:57.901171 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:58.124944 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Floating IP 32811138-696f-41a7-bcd3-130f851aed95 associated. External IP: 172.27.1.158, port: 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b. Mar 31 18:51:58.246473 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487a3-ae26-42bc-aa67-58a6dbb69abf req-e5fc4266-02fe-4c07-9e37-6905c649d515 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:58.254984 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4b487a3-ae26-42bc-aa67-58a6dbb69abf req-e5fc4266-02fe-4c07-9e37-6905c649d515 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1621227 Mar 31 18:51:58.367356 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4b487a3-ae26-42bc-aa67-58a6dbb69abf req-5f4cb9f1-125f-493d-8890-8b871c9a64b1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020682 Mar 31 18:51:58.436969 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:51:58.596396 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55508) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:58.618213 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-21c7cf6d-90f3-4230-8f57-f06f5a5b0e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:58.680414 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:51:58.689391 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:58.701158 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:51:58.716295 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:58.717970 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:51:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:58.758010 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8d5acd6c-77d3-4512-8ece-d7441fe07fc0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "PUT /v2.0/floatingips/32811138-696f-41a7-bcd3-130f851aed95 HTTP/1.1" status: 200 len: 991 time: 2.0170102 Mar 31 18:51:58.760857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:51:58.765918 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15842f2-d96d-4579-abac-8b4ce9f65fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:51:58.813865 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-21c7cf6d-90f3-4230-8f57-f06f5a5b0e76 admin admin] Publish callbacks [] for security_group (5d46c240-2341-4d46-bf83-fd98ae6fcb2b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:58.817475 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2c167-ca1b-48e8-a10e-8bec018680d8 x-openstack-request-id: req-24f2c167-ca1b-48e8-a10e-8bec018680d8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:51:58.818097 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:51:58.818566 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24f2c167-ca1b-48e8-a10e-8bec018680d8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:51:58.819987 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f2c167-ca1b-48e8-a10e-8bec018680d8'] response: {'name': 'network-changed', 'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'status': 'completed', 'code': 200} Mar 31 18:51:58.823569 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-21c7cf6d-90f3-4230-8f57-f06f5a5b0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5d46c240-2341-4d46-bf83-fd98ae6fcb2b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:58.889210 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-21c7cf6d-90f3-4230-8f57-f06f5a5b0e76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6a4a7682adc4ffaa2660f21faaea9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859302 Mar 31 18:51:58.894815 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55520) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:58.911813 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7cf6d-90f3-4230-8f57-f06f5a5b0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46c240-2341-4d46-bf83-fd98ae6fcb2b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:58.917029 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:58.949678 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-5204d8f0-d0fe-48cb-902d-084fd5be1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:58.953051 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-5204d8f0-d0fe-48cb-902d-084fd5be1395 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1129 time: 0.0828457 Mar 31 18:51:59.017205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] Publish callbacks [] for security_group (5d46c240-2341-4d46-bf83-fd98ae6fcb2b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:59.082760 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] Publish callbacks [] for security_group (5d46c240-2341-4d46-bf83-fd98ae6fcb2b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:59.120951 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-dda4ee15-ed53-4a8f-9438-255065296006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:59.122899 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-dda4ee15-ed53-4a8f-9438-255065296006 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.1622636 Mar 31 18:51:59.169573 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5d46c240-2341-4d46-bf83-fd98ae6fcb2b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:59.173318 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:51:59.173539 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d46c240-2341-4d46-bf83-fd98ae6fcb2b HTTP/1.1" status: 204 len: 168 time: 0.2774723 Mar 31 18:51:59.204930 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177fa21-c77d-4add-9241-8e2ca4434ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46c240-2341-4d46-bf83-fd98ae6fcb2b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:51:59.309223 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '32811138-696f-41a7-bcd3-130f851aed95', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:0c:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:51:21Z', 'updated_at': '2022-03-31T18:51:57Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:59.346891 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:51:59.369749 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:51:59.370424 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:51:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:51:59.642728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c8b7e-b873-4ac2-9a36-73a4917f664d req-d2821335-0161-49d2-ba33-abdc733d0f85 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:59.645123 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-542c8b7e-b873-4ac2-9a36-73a4917f664d req-d2821335-0161-49d2-ba33-abdc733d0f85 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1399169 Mar 31 18:51:59.769507 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-542c8b7e-b873-4ac2-9a36-73a4917f664d req-66cbbe79-dc4a-4fb5-91d7-51902e962674 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165972 Mar 31 18:51:59.794088 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-ff515894-801c-47d7-8d60-365b860efb27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 999 time: 0.6578331 Mar 31 18:51:59.829855 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55568) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:51:59.865393 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-6a13554e-8d1b-4b60-8c00-ed43bc4e9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:59.867025 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-6a13554e-8d1b-4b60-8c00-ed43bc4e9c68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0710738 Mar 31 18:51:59.964499 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:51:59.980785 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-81e330e7-4c77-4f36-8336-51cb6cfe68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:51:59.982378 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-81e330e7-4c77-4f36-8336-51cb6cfe68d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079805 Mar 31 18:52:00.069054 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8f76c444-80ca-4dd8-9ec9-9245db9672e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.148285 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:52:00.149106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-1aca0101-7cb8-47b6-80d3-f1f952913dda service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528070 Mar 31 18:52:00.265254 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8f76c444-80ca-4dd8-9ec9-9245db9672e9 admin admin] Publish callbacks [] for security_group (4191d0c0-5d67-4347-adab-7f9c2d760844), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.272283 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8f76c444-80ca-4dd8-9ec9-9245db9672e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (4191d0c0-5d67-4347-adab-7f9c2d760844), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.297726 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b15842f2-d96d-4579-abac-8b4ce9f65fe1 req-d6bc86a4-9767-4cd5-95f7-f6e1a441e945 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440465 Mar 31 18:52:00.333248 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8f76c444-80ca-4dd8-9ec9-9245db9672e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a39ed314a4241f0ad1c800ef7fffd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015733 Mar 31 18:52:00.334632 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76c444-80ca-4dd8-9ec9-9245db9672e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4191d0c0-5d67-4347-adab-7f9c2d760844,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:00.336755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:00.406229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] Publish callbacks [] for security_group (4191d0c0-5d67-4347-adab-7f9c2d760844), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.439538 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] Publish callbacks [] for security_group (4191d0c0-5d67-4347-adab-7f9c2d760844), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.457260 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '32811138-696f-41a7-bcd3-130f851aed95', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:0c:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:51:21Z', 'updated_at': '2022-03-31T18:51:57Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:00.518900 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f002afb-06da-48b6-b784-8fabb9c925e1 None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '32811138-696f-41a7-bcd3-130f851aed95', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:0c:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:51:21Z', 'updated_at': '2022-03-31T18:51:57Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:52:00.534698 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (4191d0c0-5d67-4347-adab-7f9c2d760844), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.542320 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:00.546049 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4191d0c0-5d67-4347-adab-7f9c2d760844 HTTP/1.1" status: 204 len: 168 time: 0.2077744 Mar 31 18:52:00.564811 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55598) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:00.567618 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55600) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:00.578031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ab98e-2186-45db-87d1-d65b4fbfa1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4191d0c0-5d67-4347-adab-7f9c2d760844,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:00.891196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1712135-23d9-43c3-aad7-6ff99a0cd5a3 None None] New status for floating IP 32811138-696f-41a7-bcd3-130f851aed95: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:52:00.953297 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9903-b99a-4d3a-8105-cad824c34583 req-93a35bb7-5cf1-4926-96f7-c9465c34c35a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:00.954637 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9a9b9903-b99a-4d3a-8105-cad824c34583 req-93a35bb7-5cf1-4926-96f7-c9465c34c35a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0837162 Mar 31 18:52:00.983188 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-853f86c7-f099-43a6-9fa0-089886418f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.028278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9a9b9903-b99a-4d3a-8105-cad824c34583 req-b9748f1f-cc89-477a-96fb-55d507a223f7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666423 Mar 31 18:52:01.051461 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b548067e-dbb6-419e-84d6-6e0402f7df19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.215922 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55620) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:01.217597 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-853f86c7-f099-43a6-9fa0-089886418f60 admin admin] Publish callbacks [] for security_group (2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.225607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-853f86c7-f099-43a6-9fa0-089886418f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.240394 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-122f4a38-4f50-4d25-8a49-bc692e76634c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.282496 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b548067e-dbb6-419e-84d6-6e0402f7df19 admin admin] Publish callbacks [] for security_group (01a753ec-cd8f-49ff-a542-33f3a6bac0d1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.297496 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b548067e-dbb6-419e-84d6-6e0402f7df19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (01a753ec-cd8f-49ff-a542-33f3a6bac0d1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.311455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f86c7-f099-43a6-9fa0-089886418f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.319335 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-853f86c7-f099-43a6-9fa0-089886418f60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=147b919cf9cb433a81e335deed3d6bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7530596 Mar 31 18:52:01.325162 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55624) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:01.387519 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b548067e-dbb6-419e-84d6-6e0402f7df19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b215dab23cff4f1bbff72c6de957cc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8113761 Mar 31 18:52:01.390436 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548067e-dbb6-419e-84d6-6e0402f7df19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a753ec-cd8f-49ff-a542-33f3a6bac0d1,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.396674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55626) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:01.435322 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-122f4a38-4f50-4d25-8a49-bc692e76634c admin admin] Publish callbacks [] for security_group (097e443d-6b5f-47c8-b901-4be3908394dc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.443142 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-122f4a38-4f50-4d25-8a49-bc692e76634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (097e443d-6b5f-47c8-b901-4be3908394dc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.449227 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:01.489534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] Publish callbacks [] for security_group (2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.520559 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-122f4a38-4f50-4d25-8a49-bc692e76634c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0635c6384dcd4afb9e3179a8ac780042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033493 Mar 31 18:52:01.525194 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:01.537007 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] Publish callbacks [] for security_group (01a753ec-cd8f-49ff-a542-33f3a6bac0d1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.544489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f4a38-4f50-4d25-8a49-bc692e76634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097e443d-6b5f-47c8-b901-4be3908394dc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.629596 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] Publish callbacks [] for security_group (2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.666406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] Publish callbacks [] for security_group (01a753ec-cd8f-49ff-a542-33f3a6bac0d1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.673797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] Publish callbacks [] for security_group (097e443d-6b5f-47c8-b901-4be3908394dc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.716285 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] Publish callbacks [] for security_group (097e443d-6b5f-47c8-b901-4be3908394dc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.762549 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.767342 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.769302 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc HTTP/1.1" status: 204 len: 168 time: 0.4389160 Mar 31 18:52:01.786282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1711448-253b-486e-9473-2ea27059e1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a871d-4ab1-4190-a6ab-c9b1b52a11cc,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.790165 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (01a753ec-cd8f-49ff-a542-33f3a6bac0d1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.794254 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.796209 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01a753ec-cd8f-49ff-a542-33f3a6bac0d1 HTTP/1.1" status: 204 len: 168 time: 0.3983080 Mar 31 18:52:01.805333 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (097e443d-6b5f-47c8-b901-4be3908394dc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.808536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:01.809944 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/097e443d-6b5f-47c8-b901-4be3908394dc HTTP/1.1" status: 204 len: 168 time: 0.2833445 Mar 31 18:52:01.813302 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6ba3-f508-4057-9359-c8a9218bbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a753ec-cd8f-49ff-a542-33f3a6bac0d1,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.821506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022f6ff-f13a-45c0-825c-63840b4d97f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097e443d-6b5f-47c8-b901-4be3908394dc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:01.920267 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc6dc-5b0e-4d43-b3a8-86161b26a7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.027615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc6dc-5b0e-4d43-b3a8-86161b26a7e0 admin admin] Publish callbacks [] for security_group (07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.032596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc6dc-5b0e-4d43-b3a8-86161b26a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.090442 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cd8dc6dc-5b0e-4d43-b3a8-86161b26a7e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1799cceca8334e558289fa0f75c14816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344664 Mar 31 18:52:02.090442 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dc6dc-5b0e-4d43-b3a8-86161b26a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:02.092140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55658) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:02.198853 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] Publish callbacks [] for security_group (07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.231867 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bf6-b85d-41f0-88ee-cb8cb83836d2 req-2dbebf34-6a52-44a7-bfe2-870195f28f69 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:02.233498 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02e29bf6-b85d-41f0-88ee-cb8cb83836d2 req-2dbebf34-6a52-44a7-bfe2-870195f28f69 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0848377 Mar 31 18:52:02.252598 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] Publish callbacks [] for security_group (07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.333719 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02e29bf6-b85d-41f0-88ee-cb8cb83836d2 req-10e5a5f5-c589-42de-8fe0-fcd854597433 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871661 Mar 31 18:52:02.360919 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.364104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.365296 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17 HTTP/1.1" status: 204 len: 168 time: 0.2717476 Mar 31 18:52:02.374616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4305-ce30-4053-afe0-fed6bf260cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ec3b1b-64b3-4d1b-b180-3c6f9a3c4f17,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:02.460042 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55668) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:02.567903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55674) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:02.583440 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ede1-b818-4b00-ae25-110408691e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.684147 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ede1-b818-4b00-ae25-110408691e26 admin admin] Publish callbacks [] for security_group (f533f7db-8851-4294-b2e1-9a68b4adf0ee), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.694821 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ede1-b818-4b00-ae25-110408691e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f533f7db-8851-4294-b2e1-9a68b4adf0ee), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.767630 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f7f5ede1-b818-4b00-ae25-110408691e26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d13f27ca691b4f83831f25ece05a993e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981249 Mar 31 18:52:02.777358 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55682) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:02.787662 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5ede1-b818-4b00-ae25-110408691e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f533f7db-8851-4294-b2e1-9a68b4adf0ee,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:02.837022 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3dc1-1306-4225-b2f4-1bbee44af24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.921080 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] Publish callbacks [] for security_group (f533f7db-8851-4294-b2e1-9a68b4adf0ee), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:02.999373 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55692) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:03.007764 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] Publish callbacks [] for security_group (f533f7db-8851-4294-b2e1-9a68b4adf0ee), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.032195 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19bacfa2-9542-4b05-85c3-4e283765a56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.114691 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3dc1-1306-4225-b2f4-1bbee44af24f admin admin] Publish callbacks [] for security_group (5bb3f66a-250d-465d-b579-aed60c495ea1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.122139 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3dc1-1306-4225-b2f4-1bbee44af24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5bb3f66a-250d-465d-b579-aed60c495ea1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.154871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b3dc1-1306-4225-b2f4-1bbee44af24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3f66a-250d-465d-b579-aed60c495ea1,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:03.179448 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3e8b3dc1-1306-4225-b2f4-1bbee44af24f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=359b6eebb57c42b39d9fbec7759a36f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159941 Mar 31 18:52:03.179448 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f533f7db-8851-4294-b2e1-9a68b4adf0ee), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.182480 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.186064 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f533f7db-8851-4294-b2e1-9a68b4adf0ee HTTP/1.1" status: 204 len: 168 time: 0.4124694 Mar 31 18:52:03.186064 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 55694) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:03.202687 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19bacfa2-9542-4b05-85c3-4e283765a56b admin admin] Publish callbacks [] for security_group (9ba5910a-546b-4c6a-bda4-15708bdf7d47), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.209950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19bacfa2-9542-4b05-85c3-4e283765a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9ba5910a-546b-4c6a-bda4-15708bdf7d47), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.224964 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa99b2-3410-4394-94c5-4010087d1a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f533f7db-8851-4294-b2e1-9a68b4adf0ee,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:03.252805 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] Publish callbacks [] for security_group (5bb3f66a-250d-465d-b579-aed60c495ea1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.278233 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] Publish callbacks [] for security_group (5bb3f66a-250d-465d-b579-aed60c495ea1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.303938 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-19bacfa2-9542-4b05-85c3-4e283765a56b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=461cf9e567ca4996b1e78a7c177e15b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032510 Mar 31 18:52:03.304747 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bacfa2-9542-4b05-85c3-4e283765a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba5910a-546b-4c6a-bda4-15708bdf7d47,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:03.308887 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55700) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:03.349650 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5bb3f66a-250d-465d-b579-aed60c495ea1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.355563 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.355563 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bb3f66a-250d-465d-b579-aed60c495ea1 HTTP/1.1" status: 204 len: 168 time: 0.1603742 Mar 31 18:52:03.371380 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd468f-190d-402c-bcdc-5d62da1be295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3f66a-250d-465d-b579-aed60c495ea1,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:03.389156 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] Publish callbacks [] for security_group (9ba5910a-546b-4c6a-bda4-15708bdf7d47), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.419812 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] Publish callbacks [] for security_group (9ba5910a-546b-4c6a-bda4-15708bdf7d47), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.505880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9ba5910a-546b-4c6a-bda4-15708bdf7d47), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.509684 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:03.510902 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ba5910a-546b-4c6a-bda4-15708bdf7d47 HTTP/1.1" status: 204 len: 168 time: 0.2010360 Mar 31 18:52:03.514810 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ddea0-c972-42f8-bfba-8a8ade29a7b3 req-1107c31d-c5af-4d78-b060-d6695a5706b5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:03.516467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0e9ddea0-c972-42f8-bfba-8a8ade29a7b3 req-1107c31d-c5af-4d78-b060-d6695a5706b5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0861430 Mar 31 18:52:03.519787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17929-9df4-4cb1-bb7d-bf9a7c9f0bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba5910a-546b-4c6a-bda4-15708bdf7d47,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:03.588682 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0e9ddea0-c972-42f8-bfba-8a8ade29a7b3 req-e9bdce3e-27eb-4735-bea2-cc6dfba4d9bf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Mar 31 18:52:04.213352 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a84c-54b7-445f-9cdf-d569fb3ea293 req-501a4a31-7b26-483a-bffd-0ec52b63f6cb tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:04.214935 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ac41a84c-54b7-445f-9cdf-d569fb3ea293 req-501a4a31-7b26-483a-bffd-0ec52b63f6cb tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0929489 Mar 31 18:52:04.279084 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ac41a84c-54b7-445f-9cdf-d569fb3ea293 req-8683ff68-a619-48e3-87ba-60a7af344b0e tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Mar 31 18:52:04.725227 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d5e1f-4b90-454e-bb5a-6ca6dafd1fdb req-090b8413-0c4a-415c-bcd1-46e7e9eacee8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:04.726785 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b98d5e1f-4b90-454e-bb5a-6ca6dafd1fdb req-090b8413-0c4a-415c-bcd1-46e7e9eacee8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0603261 Mar 31 18:52:04.796920 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b98d5e1f-4b90-454e-bb5a-6ca6dafd1fdb req-3eb57ce3-c5de-4cd2-85f8-98ab5b723c60 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583382 Mar 31 18:52:04.974636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07a089b9-d981-41f6-be15-1739d699b77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:05.486521 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992a88-37d0-4d7f-9c0f-0ccc7fc39d0a req-fd7cbd45-7493-4978-a87b-b53746be05a3 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:05.489677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29992a88-37d0-4d7f-9c0f-0ccc7fc39d0a req-fd7cbd45-7493-4978-a87b-b53746be05a3 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.1074240 Mar 31 18:52:05.561137 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29992a88-37d0-4d7f-9c0f-0ccc7fc39d0a req-06f173ee-bf88-4c96-a268-de8c5047ff48 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640640 Mar 31 18:52:05.994270 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b20695-5f76-48ec-ab4a-fca75732f674 req-604194cc-b833-4df7-a1fc-9876edd40220 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:06.003209 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-12b20695-5f76-48ec-ab4a-fca75732f674 req-604194cc-b833-4df7-a1fc-9876edd40220 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0787771 Mar 31 18:52:06.070338 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-12b20695-5f76-48ec-ab4a-fca75732f674 req-0380f032-14cf-4338-89f3-a5ea11cc664c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658677 Mar 31 18:52:06.534026 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-2fcedc99-8ad2-4dbc-8567-4aedf64a18d1 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:06.536885 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-2fcedc99-8ad2-4dbc-8567-4aedf64a18d1 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.23 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.2205608 Mar 31 18:52:06.751997 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93cfb-324d-4bec-8376-fb1c5ee60757 req-58c00d2e-0004-4f57-b478-a1824f2e53f9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:06.764055 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c6e93cfb-324d-4bec-8376-fb1c5ee60757 req-58c00d2e-0004-4f57-b478-a1824f2e53f9 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 945 time: 0.0942478 Mar 31 18:52:06.767167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Deleting port 0e7a35bb-1915-4172-9e1d-d853d747865d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:52:06.767986 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:06.821170 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c6e93cfb-324d-4bec-8376-fb1c5ee60757 req-2dc8be19-cba2-4b62-89bf-7ff6936586cd tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b140fef-553f-45c2-a64d-e7776bda3939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555596 Mar 31 18:52:06.907273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] For port 0e7a35bb-1915-4172-9e1d-d853d747865d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e7a35bb-1915-4172-9e1d-d853d747865d,segment=NetworkSegment(9f4c37ac-6d86-4e81-a305-20e427920cf1),segment_id=9f4c37ac-6d86-4e81-a305-20e427920cf1)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:52:06.907720 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:06.929726 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Calling delete_port for 0e7a35bb-1915-4172-9e1d-d853d747865d owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:52:07.197784 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (0e7a35bb-1915-4172-9e1d-d853d747865d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:07.240463 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Pushing event deleted for resources: {'Port': ['ID=0e7a35bb-1915-4172-9e1d-d853d747865d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:07.242403 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd0addce-6f3a-4f9b-b751-6855dbd94718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:07.272756 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25cd25-abb6-47ff-9f75-ec2b814d40d4 req-dbba230e-3bda-44b3-a2d9-77d333df2d9f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:07.275379 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fb25cd25-abb6-47ff-9f75-ec2b814d40d4 req-dbba230e-3bda-44b3-a2d9-77d333df2d9f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1087513 Mar 31 18:52:07.333437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] No DVR routers for this DVR port 0e7a35bb-1915-4172-9e1d-d853d747865d on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:52:07.339625 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:07.349706 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-59465cdf-2ae0-451b-af3d-d71f60e5321b req-40c306a6-965b-48c8-9f86-1259a8c98935 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.23 "DELETE /v2.0/ports/0e7a35bb-1915-4172-9e1d-d853d747865d HTTP/1.1" status: 204 len: 173 time: 0.8011725 Mar 31 18:52:07.350210 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'name': 'network-vif-deleted', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:52:07.355072 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf2c1b-ab84-4146-acd4-c473d3cc2c1a" -d '{"events": [{"server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "name": "network-vif-deleted", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:52:07.379342 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fb25cd25-abb6-47ff-9f75-ec2b814d40d4 req-663e3cf1-b7f9-45a5-86cc-4edb5a83ccfd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898221 Mar 31 18:52:07.436880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e98b603-9cc5-4a91-9dbe-5ce9b5f767b3 x-openstack-request-id: req-6e98b603-9cc5-4a91-9dbe-5ce9b5f767b3 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:52:07.437216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795b7f19-3d65-468f-9d5f-9dc7494a9e7f", "name": "network-vif-deleted", "tag": "0e7a35bb-1915-4172-9e1d-d853d747865d", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:52:07.437488 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e98b603-9cc5-4a91-9dbe-5ce9b5f767b3 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:52:07.437904 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e98b603-9cc5-4a91-9dbe-5ce9b5f767b3'] response: {'server_uuid': '795b7f19-3d65-468f-9d5f-9dc7494a9e7f', 'name': 'network-vif-deleted', 'tag': '0e7a35bb-1915-4172-9e1d-d853d747865d', 'status': 'completed', 'code': 200} Mar 31 18:52:07.733917 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:07.850373 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcdc1205-dd79-4832-ac22-a4cfa8e64b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:07.923060 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['0e7a35bb-1915-4172-9e1d-d853d747865d'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:52:07.948050 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bcc71dbd-8a43-4bb9-bd62-7d448e59ffe6 req-f9ca1861-2867-4495-907d-8d3d82fc1549 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0355563 Mar 31 18:52:07.963140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcdc1205-dd79-4832-ac22-a4cfa8e64b55 admin admin] Publish callbacks [] for security_group (23a6cc25-0e7a-49d8-8bfb-7f720e594da9), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:07.968882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcdc1205-dd79-4832-ac22-a4cfa8e64b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (23a6cc25-0e7a-49d8-8bfb-7f720e594da9), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.005927 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc1205-dd79-4832-ac22-a4cfa8e64b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a6cc25-0e7a-49d8-8bfb-7f720e594da9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:08.010690 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dcdc1205-dd79-4832-ac22-a4cfa8e64b55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06f78183870142629cbd7f8ceb8db654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755160 Mar 31 18:52:08.013369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55990) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:08.065945 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] Publish callbacks [] for security_group (23a6cc25-0e7a-49d8-8bfb-7f720e594da9), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.088826 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] Publish callbacks [] for security_group (23a6cc25-0e7a-49d8-8bfb-7f720e594da9), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.135464 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (23a6cc25-0e7a-49d8-8bfb-7f720e594da9), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.138459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.139766 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23a6cc25-0e7a-49d8-8bfb-7f720e594da9 HTTP/1.1" status: 204 len: 168 time: 0.1254013 Mar 31 18:52:08.147526 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61ffc-ec86-4b27-b670-088c465971e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a6cc25-0e7a-49d8-8bfb-7f720e594da9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:08.415355 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 55998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:08.431326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce987fa3-e396-4919-ada1-82af29a42283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.500567 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec2ca2-b66a-4265-bfe5-f93c1e4c532e req-553993c5-efa2-461e-af89-2319f3cbf6be tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:08.502045 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73ec2ca2-b66a-4265-bfe5-f93c1e4c532e req-553993c5-efa2-461e-af89-2319f3cbf6be tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0609696 Mar 31 18:52:08.521075 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce987fa3-e396-4919-ada1-82af29a42283 admin admin] Publish callbacks [] for security_group (e7ecdd7d-c280-4a5f-aed0-98ff827ede97), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.525750 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce987fa3-e396-4919-ada1-82af29a42283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e7ecdd7d-c280-4a5f-aed0-98ff827ede97), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.554774 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73ec2ca2-b66a-4265-bfe5-f93c1e4c532e req-83f9edf2-ea44-4977-9ad5-bab4e1b0a6f9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Mar 31 18:52:08.575863 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ce987fa3-e396-4919-ada1-82af29a42283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f1ae675d144483891e4d41bb640c5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556251 Mar 31 18:52:08.577912 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987fa3-e396-4919-ada1-82af29a42283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ecdd7d-c280-4a5f-aed0-98ff827ede97,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:08.578745 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56002) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:08.580940 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.633298 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] Publish callbacks [] for security_group (e7ecdd7d-c280-4a5f-aed0-98ff827ede97), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.656197 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] Publish callbacks [] for security_group (e7ecdd7d-c280-4a5f-aed0-98ff827ede97), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.704814 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e7ecdd7d-c280-4a5f-aed0-98ff827ede97), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.707543 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:08.708699 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7ecdd7d-c280-4a5f-aed0-98ff827ede97 HTTP/1.1" status: 204 len: 168 time: 0.1288173 Mar 31 18:52:08.717587 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870aea3-4fae-4c21-82a8-47d56daf1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ecdd7d-c280-4a5f-aed0-98ff827ede97,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:09.051289 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b954954f-4db5-4fbc-8d3a-46d5154b350b req-b5ee7f52-899b-494f-8f2b-c3624a9fe6ea tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0279033 Mar 31 18:52:09.689963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc110630-339d-4175-9002-a74cb13186cb req-98555298-9d27-4577-b45f-c95153b6c84c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:09.691295 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fc110630-339d-4175-9002-a74cb13186cb req-98555298-9d27-4577-b45f-c95153b6c84c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0651000 Mar 31 18:52:09.746700 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fc110630-339d-4175-9002-a74cb13186cb req-a9ce520f-7c30-49f7-b785-2e9504a81970 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484993 Mar 31 18:52:10.064158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:10.163290 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c53d9925-2c69-4f11-9ced-a344234e4843 req-d1b11935-cbe2-4f1a-a67c-6742a87914e4 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0267351 Mar 31 18:52:10.876883 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fc4d-f4d5-4369-82fd-357792765af5 req-1052d81c-da92-496d-9990-5af27f78916c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:10.878345 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1a2fc4d-f4d5-4369-82fd-357792765af5 req-1052d81c-da92-496d-9990-5af27f78916c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0607145 Mar 31 18:52:10.927870 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1a2fc4d-f4d5-4369-82fd-357792765af5 req-b8382188-f1b1-44b8-8b0a-2aa4cdfbf123 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Mar 31 18:52:11.265850 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71094881-c528-4baf-804c-18582fc2efaf req-b9e96673-dffe-4035-b497-2926fafb8350 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0278230 Mar 31 18:52:11.380169 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:11.854254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e7a35bb-1915-4172-9e1d-d853d747865d no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:52:11.875196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 0e7a35bb-1915-4172-9e1d-d853d747865d {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:52:11.875577 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e7a35bb-1915-4172-9e1d-d853d747865d not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:52:12.043507 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be0350-5a82-4c29-bcfb-ff93cfd9a1ff req-6d6902f4-eb86-45b5-8f16-61166e322329 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:12.045080 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e0be0350-5a82-4c29-bcfb-ff93cfd9a1ff req-6d6902f4-eb86-45b5-8f16-61166e322329 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0514915 Mar 31 18:52:12.094484 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e0be0350-5a82-4c29-bcfb-ff93cfd9a1ff req-7b5e0574-d871-450a-b180-f91c73253aaf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Mar 31 18:52:12.360848 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-23a13062-a533-4048-b205-b5c1f6c33844 req-9fa682c5-eff1-4f53-ab7f-c34b47b7b787 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0267832 Mar 31 18:52:13.220648 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9804de-f905-4ff3-b3cf-126efa038c98 req-a04b96d5-d261-4608-83a7-b5b58aec9ac7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:13.222163 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d9804de-f905-4ff3-b3cf-126efa038c98 req-a04b96d5-d261-4608-83a7-b5b58aec9ac7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0583627 Mar 31 18:52:13.275350 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d9804de-f905-4ff3-b3cf-126efa038c98 req-a542e2d2-9a02-43d6-a3f2-a7e2f4618fcd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461266 Mar 31 18:52:13.478652 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-299effa0-65b5-4c0a-9bea-a1e522b9b267 req-f74cf47b-a92e-4728-830c-3f84c3a43609 tempest-DeleteServersTestJSON-591221114 tempest-DeleteServersTestJSON-591221114-project] 10.222.0.32 "GET /v2.0/ports?device_id=795b7f19-3d65-468f-9d5f-9dc7494a9e7f HTTP/1.1" status: 200 len: 210 time: 0.0281301 Mar 31 18:52:14.414904 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12c577-74de-419d-9adf-8d554fd3a81d req-176d2363-d40a-4da5-8c81-e912a965c8c2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:14.416433 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fe12c577-74de-419d-9adf-8d554fd3a81d req-176d2363-d40a-4da5-8c81-e912a965c8c2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0531092 Mar 31 18:52:14.466249 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fe12c577-74de-419d-9adf-8d554fd3a81d req-0cb0d1eb-f02c-4df9-90ea-7c5d2a61e1f7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Mar 31 18:52:14.779029 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56172) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:14.892931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2295d53c-a1a6-48d0-98ab-b6eefa2c6552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:14.985738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2295d53c-a1a6-48d0-98ab-b6eefa2c6552 admin admin] Publish callbacks [] for security_group (06339bca-a855-4ad9-ba90-f1e149b95bc6), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:14.989976 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2295d53c-a1a6-48d0-98ab-b6eefa2c6552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (06339bca-a855-4ad9-ba90-f1e149b95bc6), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.030133 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2295d53c-a1a6-48d0-98ab-b6eefa2c6552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f224ffe6eb82422a81cd9529f76f2fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497988 Mar 31 18:52:15.030696 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295d53c-a1a6-48d0-98ab-b6eefa2c6552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06339bca-a855-4ad9-ba90-f1e149b95bc6,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:15.033308 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56180) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:15.084053 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] Publish callbacks [] for security_group (06339bca-a855-4ad9-ba90-f1e149b95bc6), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.105634 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] Publish callbacks [] for security_group (06339bca-a855-4ad9-ba90-f1e149b95bc6), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.156561 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (06339bca-a855-4ad9-ba90-f1e149b95bc6), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.159475 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.163221 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06339bca-a855-4ad9-ba90-f1e149b95bc6 HTTP/1.1" status: 204 len: 168 time: 0.1266170 Mar 31 18:52:15.169451 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3372d5-4064-4459-afe3-adaa87054a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06339bca-a855-4ad9-ba90-f1e149b95bc6,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:15.425205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56198) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:15.589636 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-47016736-9dcf-41e6-a987-df80d6f776a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.635230 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d356c00-3962-4445-b255-f59a5633b4be req-3707a6e2-c8ca-44c8-96de-bb64e5e44a5e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:15.636762 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1d356c00-3962-4445-b255-f59a5633b4be req-3707a6e2-c8ca-44c8-96de-bb64e5e44a5e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0976222 Mar 31 18:52:15.704784 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1d356c00-3962-4445-b255-f59a5633b4be req-2f6afddf-8cde-4e58-bb54-7d01ea081485 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 Mar 31 18:52:15.726137 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-47016736-9dcf-41e6-a987-df80d6f776a8 admin admin] Publish callbacks [] for security_group (629f117a-6793-47ca-82bd-53f83270a726), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.730676 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-47016736-9dcf-41e6-a987-df80d6f776a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (629f117a-6793-47ca-82bd-53f83270a726), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.771954 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47016736-9dcf-41e6-a987-df80d6f776a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f117a-6793-47ca-82bd-53f83270a726,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:15.773810 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-47016736-9dcf-41e6-a987-df80d6f776a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a005a72a6104a4d9414896840bab5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459370 Mar 31 18:52:15.776010 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:15.824217 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] Publish callbacks [] for security_group (629f117a-6793-47ca-82bd-53f83270a726), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.846792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] Publish callbacks [] for security_group (629f117a-6793-47ca-82bd-53f83270a726), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.895444 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (629f117a-6793-47ca-82bd-53f83270a726), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.897941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:15.899290 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/629f117a-6793-47ca-82bd-53f83270a726 HTTP/1.1" status: 204 len: 168 time: 0.1227121 Mar 31 18:52:15.907519 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52befbdd-cd16-4471-bee0-dd9979454371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f117a-6793-47ca-82bd-53f83270a726,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:16.178861 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56218) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:16.194031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4adc59f8-0a4b-4b36-a718-35d57c7ffc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.277355 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4adc59f8-0a4b-4b36-a718-35d57c7ffc39 admin admin] Publish callbacks [] for security_group (9047f64e-b283-478d-87b8-272e9f53e740), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.281109 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4adc59f8-0a4b-4b36-a718-35d57c7ffc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9047f64e-b283-478d-87b8-272e9f53e740), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.319917 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4adc59f8-0a4b-4b36-a718-35d57c7ffc39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a47c8031126142bab9c0f9ae82094add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401215 Mar 31 18:52:16.321276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc59f8-0a4b-4b36-a718-35d57c7ffc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9047f64e-b283-478d-87b8-272e9f53e740,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:16.322738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56220) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:16.377554 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] Publish callbacks [] for security_group (9047f64e-b283-478d-87b8-272e9f53e740), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.400106 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] Publish callbacks [] for security_group (9047f64e-b283-478d-87b8-272e9f53e740), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.456686 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9047f64e-b283-478d-87b8-272e9f53e740), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.459359 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:16.460416 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9047f64e-b283-478d-87b8-272e9f53e740 HTTP/1.1" status: 204 len: 168 time: 0.1365521 Mar 31 18:52:16.469453 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108d77f-ccb0-4b87-89b9-8c8791c8de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9047f64e-b283-478d-87b8-272e9f53e740,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:16.828213 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bfd24-2c5c-4d47-9f78-a4e77f77b00a req-97922603-431e-4063-8f7a-7b8b6464a1d7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:16.829689 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-910bfd24-2c5c-4d47-9f78-a4e77f77b00a req-97922603-431e-4063-8f7a-7b8b6464a1d7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0529289 Mar 31 18:52:16.878975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-910bfd24-2c5c-4d47-9f78-a4e77f77b00a req-d3e3f4cb-1c6d-443c-bf11-ee34ab21760d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Mar 31 18:52:17.181837 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56252) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:17.280111 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631522195-network', 'tenant_id': '39e8fe59c41e4c08b3b297616bb3e476'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:17.299397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Made reservation on behalf of 39e8fe59c41e4c08b3b297616bb3e476 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:17.302281 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.310931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.392833 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks [] for security_group (ea067059-cd32-47d1-a9ed-3600fc287f6d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.397051 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ea067059-cd32-47d1-a9ed-3600fc287f6d), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.425271 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:52:17.431336 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea067059-cd32-47d1-a9ed-3600fc287f6d,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:17.439905 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (7f3234be-eb79-48c9-8b26-e0c867d5c194), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.440130 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Added segment 7f3234be-eb79-48c9-8b26-e0c867d5c194 of type vlan for network 7ee4a62e-6578-45fb-9bc9-e711b28087ae Mar 31 18:52:17.485121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (7ee4a62e-6578-45fb-9bc9-e711b28087ae), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.509799 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (7ee4a62e-6578-45fb-9bc9-e711b28087ae), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.511011 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:17.511631 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.564541 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3815856 Mar 31 18:52:17.567584 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:17.572791 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Request body: {'subnet': {'network_id': '7ee4a62e-6578-45fb-9bc9-e711b28087ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631522195-subnet', 'tenant_id': '39e8fe59c41e4c08b3b297616bb3e476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:17.573532 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a07ab-8ec2-4794-8aa7-f3fbbb6a55e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee4a62e-6578-45fb-9bc9-e711b28087ae,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:17.584734 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 7ee4a62e-6578-45fb-9bc9-e711b28087ae details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:52:17.595296 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Made reservation on behalf of 39e8fe59c41e4c08b3b297616bb3e476 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:17.597605 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.775321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (9985c344-852e-4638-9c4f-2b1dae21c467), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.834844 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9985c344-852e-4638-9c4f-2b1dae21c467,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:17.843191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Checking segment: {'id': '7f3234be-eb79-48c9-8b26-e0c867d5c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7ee4a62e-6578-45fb-9bc9-e711b28087ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:52:17.843599 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Network hostable DHCP agents. Network: 7ee4a62e-6578-45fb-9bc9-e711b28087ae, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:52:17.861101 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Network 7ee4a62e-6578-45fb-9bc9-e711b28087ae is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:52:17.870733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 7ee4a62e-6578-45fb-9bc9-e711b28087ae) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:52:17.875665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:17.876267 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:17.882498 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f622c4bd-b39a-4681-8e65-6ac606993bb0 None None] Network 7ee4a62e-6578-45fb-9bc9-e711b28087ae requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:17.894062 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-da98e752-ab49-4af8-80dc-102c9120c3c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252141 Mar 31 18:52:17.996899 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4def5-2da6-4835-bf4a-512e82cd816a None None] Network 7ee4a62e-6578-45fb-9bc9-e711b28087ae requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:18.019254 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0db43f-f2f3-460f-88b3-6cc0e46793a4 req-c3ed4bdf-a136-41d6-8dac-c54bef03da43 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:18.020819 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ac0db43f-f2f3-460f-88b3-6cc0e46793a4 req-c3ed4bdf-a136-41d6-8dac-c54bef03da43 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0661016 Mar 31 18:52:18.077143 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ac0db43f-f2f3-460f-88b3-6cc0e46793a4 req-07e878d0-8139-432c-89d2-e4c3e9b1f037 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502958 Mar 31 18:52:18.468993 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56288) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:18.474907 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982450049-network', 'tenant_id': 'dee0afa0235149cf9c60bb4ae428e8e7'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:18.498066 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Made reservation on behalf of dee0afa0235149cf9c60bb4ae428e8e7 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:18.500950 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.513733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.613338 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks [] for security_group (639d7e8d-7439-4c90-a3ac-f65584c57d1a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.618546 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (639d7e8d-7439-4c90-a3ac-f65584c57d1a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.654453 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:52:18.661979 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639d7e8d-7439-4c90-a3ac-f65584c57d1a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:18.670644 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (82e541d0-d3a8-4244-8cb1-5641c7d3ada1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.670977 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Added segment 82e541d0-d3a8-4244-8cb1-5641c7d3ada1 of type vlan for network 07bb456d-013f-4d4a-973b-6be5d61d74f3 Mar 31 18:52:18.716476 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (07bb456d-013f-4d4a-973b-6be5d61d74f3), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.744701 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (07bb456d-013f-4d4a-973b-6be5d61d74f3), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.745806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:18.746457 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:18.806829 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3365202 Mar 31 18:52:18.809719 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:18.815834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Request body: {'subnet': {'network_id': '07bb456d-013f-4d4a-973b-6be5d61d74f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982450049-subnet', 'tenant_id': 'dee0afa0235149cf9c60bb4ae428e8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:18.818980 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc4fb-ab24-4594-840d-697fc9a7f0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=07bb456d-013f-4d4a-973b-6be5d61d74f3,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:18.830919 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 07bb456d-013f-4d4a-973b-6be5d61d74f3 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:52:18.847015 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Made reservation on behalf of dee0afa0235149cf9c60bb4ae428e8e7 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:18.849826 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.043579 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (db8f81b5-b18d-42db-8c63-92d374087ba2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.112506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8f81b5-b18d-42db-8c63-92d374087ba2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:19.126581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Checking segment: {'id': '82e541d0-d3a8-4244-8cb1-5641c7d3ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '07bb456d-013f-4d4a-973b-6be5d61d74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:52:19.127024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Network hostable DHCP agents. Network: 07bb456d-013f-4d4a-973b-6be5d61d74f3, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:52:19.151061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Network 07bb456d-013f-4d4a-973b-6be5d61d74f3 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:52:19.169409 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:19.176832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 07bb456d-013f-4d4a-973b-6be5d61d74f3) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:52:19.194140 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ebfae-2593-4742-8c81-77770eb926ed None None] Network 07bb456d-013f-4d4a-973b-6be5d61d74f3 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:19.201479 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:19.202171 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.231071 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-db0fa547-c692-4d7c-a607-e425f0d8d1de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4197443 Mar 31 18:52:19.236348 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Deleting subnet f4509fe0-165f-492a-a32f-d7fdfc322fc4 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:52:19.239860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Publish callbacks [] for subnet (f4509fe0-165f-492a-a32f-d7fdfc322fc4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.270120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ec0d8-48df-41aa-81b3-f39c51342fb3 req-ceb513b4-6900-4d18-bd1f-455688b5d940 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:19.280934 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Publish callbacks [] for subnet (f4509fe0-165f-492a-a32f-d7fdfc322fc4), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.290138 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8a4ec0d8-48df-41aa-81b3-f39c51342fb3 req-ceb513b4-6900-4d18-bd1f-455688b5d940 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1123755 Mar 31 18:52:19.296082 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (f4509fe0-165f-492a-a32f-d7fdfc322fc4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.380325 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8a4ec0d8-48df-41aa-81b3-f39c51342fb3 req-8e38a77c-f0d4-4e9d-a727-5579cab77748 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891697 Mar 31 18:52:19.395017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (f4509fe0-165f-492a-a32f-d7fdfc322fc4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.431061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4509fe0-165f-492a-a32f-d7fdfc322fc4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:19.432292 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e9ad2-f4ca-4269-8444-dacfe4adcf9e None None] Network 07bb456d-013f-4d4a-973b-6be5d61d74f3 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:19.436076 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.439503 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-914f2ffa-ab50-470a-9b0e-bc5246e86545 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4509fe0-165f-492a-a32f-d7fdfc322fc4 HTTP/1.1" status: 204 len: 168 time: 0.2688415 Mar 31 18:52:19.453424 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56318) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:19.553028 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (f492e17d-a10b-402f-a3d3-21c324c8278f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.673013 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (f492e17d-a10b-402f-a3d3-21c324c8278f), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.729333 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.729944 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.730693 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.731020 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > port after_create 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.731345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.731718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > port after_update 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.732036 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.732351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.732999 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.733304 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.840210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.840641 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.841030 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.841568 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:19.842032 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f492e17d-a10b-402f-a3d3-21c324c8278f']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:19.865172 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4c37ac-6d86-4e81-a305-20e427920cf1') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:19.865483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4c37ac-6d86-4e81-a305-20e427920cf1') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:19.886579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (9f4c37ac-6d86-4e81-a305-20e427920cf1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.919952 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (9f4c37ac-6d86-4e81-a305-20e427920cf1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.939038 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:52:19.940097 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (9f4c37ac-6d86-4e81-a305-20e427920cf1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: from cryptography.utils import int_from_bytes Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: from cryptography.utils import int_from_bytes Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:52:19.960521 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:52:20.221129 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (f492e17d-a10b-402f-a3d3-21c324c8278f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.225940 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.230205 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f492e17d-a10b-402f-a3d3-21c324c8278f HTTP/1.1" status: 204 len: 168 time: 0.7860284 Mar 31 18:52:20.240360 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a21386-a62a-41d5-9d83-92e2c15f861c admin admin] Pushing event deleted for resources: {'Network': ['ID=f492e17d-a10b-402f-a3d3-21c324c8278f,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:20.424459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56352) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:20.471921 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5cf9dc88-ba02-4ba8-ad37-2064553f9cce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b94a8a4c12ce458b8c7579f6df40d095&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470018 Mar 31 18:52:20.475659 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:20.514365 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfb489-c7be-4033-a096-4483fb38f1e9 req-40aa34cc-1173-4717-9aa2-1e5c8e5b5441 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:20.524668 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-24bfb489-c7be-4033-a096-4483fb38f1e9 req-40aa34cc-1173-4717-9aa2-1e5c8e5b5441 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0655644 Mar 31 18:52:20.545583 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] Publish callbacks [] for security_group (2b140fef-553f-45c2-a64d-e7776bda3939), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.575147 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] Publish callbacks [] for security_group (2b140fef-553f-45c2-a64d-e7776bda3939), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.580025 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-24bfb489-c7be-4033-a096-4483fb38f1e9 req-36f4ace7-e0c2-49b1-aae5-d2aa49e8735c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 Mar 31 18:52:20.632352 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2b140fef-553f-45c2-a64d-e7776bda3939), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.635847 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:20.637033 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b140fef-553f-45c2-a64d-e7776bda3939 HTTP/1.1" status: 204 len: 168 time: 0.1596413 Mar 31 18:52:20.647111 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06ea15-ccba-4992-a12c-fab1d9d68072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b140fef-553f-45c2-a64d-e7776bda3939,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:21.618465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:21.756715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd86439-8dd4-44de-972c-947fe03dad97 req-e8a58ce4-1c0c-4721-b941-37b1b7fbbfe2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:21.759245 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fd86439-8dd4-44de-972c-947fe03dad97 req-e8a58ce4-1c0c-4721-b941-37b1b7fbbfe2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0701356 Mar 31 18:52:21.817131 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fd86439-8dd4-44de-972c-947fe03dad97 req-e9f5fc8b-3ed0-40f3-92b9-bbda801e6fe9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486758 Mar 31 18:52:22.959368 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8121aab-d377-42dd-a784-93fce5c76e13 req-20970247-302f-436d-a4fb-e282407df892 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:22.961544 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8121aab-d377-42dd-a784-93fce5c76e13 req-20970247-302f-436d-a4fb-e282407df892 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0546265 Mar 31 18:52:23.026853 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8121aab-d377-42dd-a784-93fce5c76e13 req-cbfb141f-dcc2-4a24-aa5b-0f266bfc3a0e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Mar 31 18:52:24.180776 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f966e7-34a1-4b44-9a7d-5c51242c4074 req-b96d33fe-598e-4f1d-878c-047fc53b697c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:24.182328 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43f966e7-34a1-4b44-9a7d-5c51242c4074 req-b96d33fe-598e-4f1d-878c-047fc53b697c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0631838 Mar 31 18:52:24.239014 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43f966e7-34a1-4b44-9a7d-5c51242c4074 req-d4f2037e-acc4-4496-b398-1f54ba51449c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503895 Mar 31 18:52:25.433388 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305e9af-6e47-4e5a-a0e7-73b351ed9a67 req-5868872f-149b-485f-9320-73c66abdff77 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:25.435819 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6305e9af-6e47-4e5a-a0e7-73b351ed9a67 req-5868872f-149b-485f-9320-73c66abdff77 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0906887 Mar 31 18:52:25.513254 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6305e9af-6e47-4e5a-a0e7-73b351ed9a67 req-54721071-a9dc-4763-b687-1987e4dfe21e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656824 Mar 31 18:52:26.753943 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47472fe3-ccac-4e40-8300-66aae9b95ef5 req-2fe52bcf-51be-4652-ac68-686d4d801676 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:26.757467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47472fe3-ccac-4e40-8300-66aae9b95ef5 req-2fe52bcf-51be-4652-ac68-686d4d801676 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1044025 Mar 31 18:52:26.857941 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47472fe3-ccac-4e40-8300-66aae9b95ef5 req-5214501e-8f56-400c-9bc9-42867adfdccf tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929689 Mar 31 18:52:26.913752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56540) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:27.066298 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60250bc6-62b2-493a-9e96-a81e00f4bd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.168534 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60250bc6-62b2-493a-9e96-a81e00f4bd32 admin admin] Publish callbacks [] for security_group (b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.172825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60250bc6-62b2-493a-9e96-a81e00f4bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.221773 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-60250bc6-62b2-493a-9e96-a81e00f4bd32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea22f932670643238e9ef2e3e211d6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053210 Mar 31 18:52:27.222734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60250bc6-62b2-493a-9e96-a81e00f4bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:27.224664 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56546) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:27.275513 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:27.293446 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] Publish callbacks [] for security_group (b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.321513 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] Publish callbacks [] for security_group (b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.387937 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.391552 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.392759 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6 HTTP/1.1" status: 204 len: 168 time: 0.1667705 Mar 31 18:52:27.402471 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73336a9-3a0b-4644-9ac2-2457f99e9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e61c1-af6c-46fd-8e3b-b44ed9b4f6e6,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:27.435473 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e43358f-0f27-41d9-aded-78c895003fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.563956 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e43358f-0f27-41d9-aded-78c895003fb7 admin admin] Publish callbacks [] for security_group (63c7ee80-5570-4762-9dc1-c8d05704cfaa), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.572386 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e43358f-0f27-41d9-aded-78c895003fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (63c7ee80-5570-4762-9dc1-c8d05704cfaa), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.613547 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7e43358f-0f27-41d9-aded-78c895003fb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2353b6f41d6c4ba4979be3db915d296b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358109 Mar 31 18:52:27.616255 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:27.624330 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43358f-0f27-41d9-aded-78c895003fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c7ee80-5570-4762-9dc1-c8d05704cfaa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:27.688051 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] Publish callbacks [] for security_group (63c7ee80-5570-4762-9dc1-c8d05704cfaa), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.716770 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] Publish callbacks [] for security_group (63c7ee80-5570-4762-9dc1-c8d05704cfaa), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.803727 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:27.813594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (63c7ee80-5570-4762-9dc1-c8d05704cfaa), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.816563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.820820 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63c7ee80-5570-4762-9dc1-c8d05704cfaa HTTP/1.1" status: 204 len: 168 time: 0.2005744 Mar 31 18:52:27.827864 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb831d6d-92a6-4604-943e-e862f90d8077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:27.852848 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cf026-d0ac-45e6-aa24-0ec52cc1b93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c7ee80-5570-4762-9dc1-c8d05704cfaa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:28.071627 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb831d6d-92a6-4604-943e-e862f90d8077 admin admin] Publish callbacks [] for security_group (2b7d102c-6c44-4ba7-bcae-720b58e7229d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.093068 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b650c9-c92a-4ae5-bf06-1485cb3cbc5d req-94741e62-1a30-498e-9c98-e584b0fc0fa8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:28.097659 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73b650c9-c92a-4ae5-bf06-1485cb3cbc5d req-94741e62-1a30-498e-9c98-e584b0fc0fa8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0896261 Mar 31 18:52:28.118757 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb831d6d-92a6-4604-943e-e862f90d8077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2b7d102c-6c44-4ba7-bcae-720b58e7229d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.191675 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb831d6d-92a6-4604-943e-e862f90d8077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d102c-6c44-4ba7-bcae-720b58e7229d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:28.200783 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-eb831d6d-92a6-4604-943e-e862f90d8077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbd6de3f9aef4ac3980b61d77df069a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956780 Mar 31 18:52:28.205825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:28.215271 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef2b9f-c6b4-4605-a693-6782baceccd8 req-af8ce1a6-8491-496e-bbd8-6427470f5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:28.217106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d4ef2b9f-c6b4-4605-a693-6782baceccd8 req-af8ce1a6-8491-496e-bbd8-6427470f5589 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1129 time: 0.1436574 Mar 31 18:52:28.247206 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73b650c9-c92a-4ae5-bf06-1485cb3cbc5d req-337cf874-ffc2-4139-8669-ac6444e4b9ab tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184552 Mar 31 18:52:28.341896 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d4ef2b9f-c6b4-4605-a693-6782baceccd8 req-d7bcfcd0-36ea-48eb-b730-7e6b44bbbe0e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146510 Mar 31 18:52:28.345279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] Publish callbacks [] for security_group (2b7d102c-6c44-4ba7-bcae-720b58e7229d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.373782 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] Publish callbacks [] for security_group (2b7d102c-6c44-4ba7-bcae-720b58e7229d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.453043 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2b7d102c-6c44-4ba7-bcae-720b58e7229d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.455647 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:28.456991 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b7d102c-6c44-4ba7-bcae-720b58e7229d HTTP/1.1" status: 204 len: 168 time: 0.2501962 Mar 31 18:52:28.465788 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc5fb3-4477-44f2-ab98-104bfbd2edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d102c-6c44-4ba7-bcae-720b58e7229d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:29.019885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56632) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:29.058768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56636) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:29.170994 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cd402a4-fdc1-4ee0-aff3-2942ed67a98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.211616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-776904529-network', 'tenant_id': '026a0e71317e47bf9d3cb35c51691610'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:29.253679 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Made reservation on behalf of 026a0e71317e47bf9d3cb35c51691610 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:29.255955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.270026 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.312446 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cd402a4-fdc1-4ee0-aff3-2942ed67a98c admin admin] Publish callbacks [] for security_group (9ae54b9d-b138-47d4-8b11-8f4b570573e8), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.325089 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cd402a4-fdc1-4ee0-aff3-2942ed67a98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9ae54b9d-b138-47d4-8b11-8f4b570573e8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.366413 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8cd402a4-fdc1-4ee0-aff3-2942ed67a98c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db7e853f3edc4f988d626c7b75868394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453553 Mar 31 18:52:29.366631 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56656) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:29.430160 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd402a4-fdc1-4ee0-aff3-2942ed67a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae54b9d-b138-47d4-8b11-8f4b570573e8,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:29.449806 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] Publish callbacks [] for security_group (9ae54b9d-b138-47d4-8b11-8f4b570573e8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.484240 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] Publish callbacks [] for security_group (9ae54b9d-b138-47d4-8b11-8f4b570573e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.528216 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa43f18-6948-46f4-bb43-033e8bbf12d0 req-5617ad7a-4607-4d9a-86c3-67fe811d451e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:29.530385 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fa43f18-6948-46f4-bb43-033e8bbf12d0 req-5617ad7a-4607-4d9a-86c3-67fe811d451e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1180496 Mar 31 18:52:29.532697 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks [] for security_group (873cc8dc-5695-46b2-9a23-f747f7001879), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.539961 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (873cc8dc-5695-46b2-9a23-f747f7001879), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.576623 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873cc8dc-5695-46b2-9a23-f747f7001879,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:29.605388 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:52:29.606613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (9ae54b9d-b138-47d4-8b11-8f4b570573e8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.610274 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.614334 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ae54b9d-b138-47d4-8b11-8f4b570573e8 HTTP/1.1" status: 204 len: 168 time: 0.2443862 Mar 31 18:52:29.635626 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (ebf75bc9-f7e9-48b3-ae58-4195e38cf9be), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.635986 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Added segment ebf75bc9-f7e9-48b3-ae58-4195e38cf9be of type vlan for network beb5ae74-90b9-4cfd-9683-dc7e9769db3a Mar 31 18:52:29.642017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629a86-4d21-4264-bd0d-18d6d06ee769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae54b9d-b138-47d4-8b11-8f4b570573e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:29.687219 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fa43f18-6948-46f4-bb43-033e8bbf12d0 req-705b1e86-0ad0-4df0-b910-03bb9ad24ae9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432323 Mar 31 18:52:29.740602 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (beb5ae74-90b9-4cfd-9683-dc7e9769db3a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.786351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (beb5ae74-90b9-4cfd-9683-dc7e9769db3a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.787811 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:29.788834 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:29.853151 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:29.853398 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7960999 Mar 31 18:52:29.858238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Request body: {'subnet': {'network_id': 'beb5ae74-90b9-4cfd-9683-dc7e9769db3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-776904529-subnet', 'tenant_id': '026a0e71317e47bf9d3cb35c51691610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:29.864420 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7570-47d5-454f-8c20-847b3703e8bb admin admin] Pushing event updated for resources: {'Network': ['ID=beb5ae74-90b9-4cfd-9683-dc7e9769db3a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:29.890792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Made reservation on behalf of 026a0e71317e47bf9d3cb35c51691610 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:29.890989 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network beb5ae74-90b9-4cfd-9683-dc7e9769db3a details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:52:29.894474 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.124109 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (25459ead-b28b-4feb-b12f-4506fa6affd2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.145900 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56682) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:30.188612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25459ead-b28b-4feb-b12f-4506fa6affd2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:30.216903 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Checking segment: {'id': 'ebf75bc9-f7e9-48b3-ae58-4195e38cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'beb5ae74-90b9-4cfd-9683-dc7e9769db3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:52:30.217723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Network hostable DHCP agents. Network: beb5ae74-90b9-4cfd-9683-dc7e9769db3a, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:52:30.239850 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Network beb5ae74-90b9-4cfd-9683-dc7e9769db3a is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:52:30.253875 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, beb5ae74-90b9-4cfd-9683-dc7e9769db3a) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:52:30.259152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:30.259827 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.280403 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab475d0-28b5-48b3-8cb6-43694f0ed8b6 None None] Network beb5ae74-90b9-4cfd-9683-dc7e9769db3a requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:30.281531 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e689a2d3-245a-4e8d-b519-e4d84b24af52 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4270077 Mar 31 18:52:30.290211 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7cd26fc2-bf7f-4092-9ea4-9d7aced9dcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.445984 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7cd26fc2-bf7f-4092-9ea4-9d7aced9dcf8 admin admin] Publish callbacks [] for security_group (a20e87d7-4820-48ed-9be5-745424cc1f81), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.450302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd5850-cb06-4d9a-88fd-8251bb4690ce None None] Network beb5ae74-90b9-4cfd-9683-dc7e9769db3a requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:30.451063 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7cd26fc2-bf7f-4092-9ea4-9d7aced9dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a20e87d7-4820-48ed-9be5-745424cc1f81), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.497043 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd26fc2-bf7f-4092-9ea4-9d7aced9dcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e87d7-4820-48ed-9be5-745424cc1f81,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:30.521321 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7cd26fc2-bf7f-4092-9ea4-9d7aced9dcf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4335825630244cc38cb8113b5c5010fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734257 Mar 31 18:52:30.525087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56698) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:30.605374 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] Publish callbacks [] for security_group (a20e87d7-4820-48ed-9be5-745424cc1f81), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.644325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] Publish callbacks [] for security_group (a20e87d7-4820-48ed-9be5-745424cc1f81), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.715523 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a20e87d7-4820-48ed-9be5-745424cc1f81), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.721877 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:30.723289 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a20e87d7-4820-48ed-9be5-745424cc1f81 HTTP/1.1" status: 204 len: 168 time: 0.1968400 Mar 31 18:52:30.740152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35303-bfa9-4588-83b9-dab45f3e1430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e87d7-4820-48ed-9be5-745424cc1f81,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:30.844065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33980-09fb-4211-b0aa-ddf4dc6c9570 req-4eab7cf1-8a2c-40e8-b3c6-e9ae949df4e7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:30.851034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0b33980-09fb-4211-b0aa-ddf4dc6c9570 req-4eab7cf1-8a2c-40e8-b3c6-e9ae949df4e7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0753770 Mar 31 18:52:30.911110 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0b33980-09fb-4211-b0aa-ddf4dc6c9570 req-40a09882-baab-4449-8559-0324e773d70b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585923 Mar 31 18:52:31.142229 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a8e5-ef92-406a-8727-de4ae68a7bca req-3fc90f0e-a4f3-4ec8-a242-c1fe236fc520 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:31.142229 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a662a8e5-ef92-406a-8727-de4ae68a7bca req-3fc90f0e-a4f3-4ec8-a242-c1fe236fc520 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1208105 Mar 31 18:52:31.230922 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a662a8e5-ef92-406a-8727-de4ae68a7bca req-dc102206-e06f-4fa2-9467-df889093fa67 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Mar 31 18:52:31.565376 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56760) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:31.571638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570408358-network', 'tenant_id': '3be5a64ec8e749c3b1bcd0258c9e2cd4'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:31.597944 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Made reservation on behalf of 3be5a64ec8e749c3b1bcd0258c9e2cd4 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:31.602460 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.619342 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.795500 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks [] for security_group (af7fb6e8-b10b-46c4-a6fd-f9e313da7daa), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.801792 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (af7fb6e8-b10b-46c4-a6fd-f9e313da7daa), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.836004 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:52:31.860431 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fb6e8-b10b-46c4-a6fd-f9e313da7daa,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:31.868671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (259e383f-f0a8-4607-aad2-d24f33bdd5d1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.869252 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Added segment 259e383f-f0a8-4607-aad2-d24f33bdd5d1 of type vlan for network 4a885649-b643-475d-b526-ce9090c45d73 Mar 31 18:52:31.931933 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (4a885649-b643-475d-b526-ce9090c45d73), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.972395 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (4a885649-b643-475d-b526-ce9090c45d73), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:31.973215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:31.973932 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:32.037746 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4703934 Mar 31 18:52:32.040702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:32.045775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Request body: {'subnet': {'network_id': '4a885649-b643-475d-b526-ce9090c45d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570408358-subnet', 'tenant_id': '3be5a64ec8e749c3b1bcd0258c9e2cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:52:32.058628 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e601f7-200f-4445-89d6-69a3cd0dea27 admin admin] Pushing event updated for resources: {'Network': ['ID=4a885649-b643-475d-b526-ce9090c45d73,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:32.071193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 4a885649-b643-475d-b526-ce9090c45d73 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:52:32.089757 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Made reservation on behalf of 3be5a64ec8e749c3b1bcd0258c9e2cd4 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:52:32.092554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:32.393563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (9d6af49e-cb4a-455d-9291-d5235a2b0777), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:32.551380 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6af49e-cb4a-455d-9291-d5235a2b0777,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:32.577120 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Checking segment: {'id': '259e383f-f0a8-4607-aad2-d24f33bdd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4a885649-b643-475d-b526-ce9090c45d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:52:32.577737 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Network hostable DHCP agents. Network: 4a885649-b643-475d-b526-ce9090c45d73, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:52:32.612976 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Network 4a885649-b643-475d-b526-ce9090c45d73 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:52:32.631157 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 4a885649-b643-475d-b526-ce9090c45d73) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:52:32.642727 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aab4b9-1a2d-4bf6-bd76-370933c151f9 None None] Network 4a885649-b643-475d-b526-ce9090c45d73 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:32.652023 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:32.654615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:32.707565 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bd59573b-8421-4da9-be7d-e97f4207a693 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6655908 Mar 31 18:52:32.804065 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3fedc-360f-48fb-92be-c46a20b19835 None None] Network 4a885649-b643-475d-b526-ce9090c45d73 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:52:32.968670 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56826) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:33.062130 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Deleting subnet 25459ead-b28b-4feb-b12f-4506fa6affd2 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:52:33.066991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Publish callbacks [] for subnet (25459ead-b28b-4feb-b12f-4506fa6affd2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.119955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56832) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:33.136155 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Publish callbacks [] for subnet (25459ead-b28b-4feb-b12f-4506fa6affd2), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.147589 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (25459ead-b28b-4feb-b12f-4506fa6affd2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.211348 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a211ef-8c18-44bc-8695-57d84452423d req-13a5189c-bf44-465c-91ef-6f48c6abee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:33.213372 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-13a5189c-bf44-465c-91ef-6f48c6abee5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.1099007 Mar 31 18:52:33.221974 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11811075-34d7-4b5d-8909-b129ebb15b86 req-91bd69bb-9184-4c52-aef4-94d619788368 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:33.230842 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11811075-34d7-4b5d-8909-b129ebb15b86 req-91bd69bb-9184-4c52-aef4-94d619788368 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0700111 Mar 31 18:52:33.292020 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (25459ead-b28b-4feb-b12f-4506fa6affd2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.295061 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11811075-34d7-4b5d-8909-b129ebb15b86 req-eaacdfbb-a1e1-466e-86a1-eef5c5123dd1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627429 Mar 31 18:52:33.347479 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25459ead-b28b-4feb-b12f-4506fa6affd2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:33.360125 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.365684 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0e12123a-27a9-45c1-92d4-2dd638d87266 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/25459ead-b28b-4feb-b12f-4506fa6affd2 HTTP/1.1" status: 204 len: 168 time: 0.3916256 Mar 31 18:52:33.366655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56840) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:33.374706 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a211ef-8c18-44bc-8695-57d84452423d req-15bc4b87-981d-4c72-bd14-7d565d1dca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:33.376216 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-15bc4b87-981d-4c72-bd14-7d565d1dca58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1546504 Mar 31 18:52:33.428261 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-2c46dfe8-3958-4afe-814a-7afff36a37cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.0438399 Mar 31 18:52:33.466135 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c596-40ed-4c50-992e-cfd3e9bae1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.477077 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (beb5ae74-90b9-4cfd-9683-dc7e9769db3a), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.496542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a211ef-8c18-44bc-8695-57d84452423d req-0a4d8994-7ea7-46fe-99f8-c9a791451276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:33.498347 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-0a4d8994-7ea7-46fe-99f8-c9a791451276 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0590272 Mar 31 18:52:33.555775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a211ef-8c18-44bc-8695-57d84452423d req-03a150ac-0971-4538-bf07-3274a2d4c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:33.557422 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-03a150ac-0971-4538-bf07-3274a2d4c469 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520399 Mar 31 18:52:33.606842 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (beb5ae74-90b9-4cfd-9683-dc7e9769db3a), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.637426 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb5ae74-90b9-4cfd-9683-dc7e9769db3a']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:33.656360 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf75bc9-f7e9-48b3-ae58-4195e38cf9be') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:33.656644 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf75bc9-f7e9-48b3-ae58-4195e38cf9be') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:33.673991 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c596-40ed-4c50-992e-cfd3e9bae1dd admin admin] Publish callbacks [] for security_group (2996f6fa-9ef6-4804-9aad-8c21e1a6b022), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.675309 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (ebf75bc9-f7e9-48b3-ae58-4195e38cf9be), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.681281 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-61ad1906-6a40-474d-8c82-e4bbf395eeee service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166089 Mar 31 18:52:33.683536 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c596-40ed-4c50-992e-cfd3e9bae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2996f6fa-9ef6-4804-9aad-8c21e1a6b022), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.715980 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (ebf75bc9-f7e9-48b3-ae58-4195e38cf9be), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.736695 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f2b1c596-40ed-4c50-992e-cfd3e9bae1dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a91190074aa749cd94c6eed1f6d0001e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6143436 Mar 31 18:52:33.737872 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:52:33.738306 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (ebf75bc9-f7e9-48b3-ae58-4195e38cf9be), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:52:33.740472 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:52:33.743097 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1c596-40ed-4c50-992e-cfd3e9bae1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2996f6fa-9ef6-4804-9aad-8c21e1a6b022,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:33.744422 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56844) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:33.837335 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (beb5ae74-90b9-4cfd-9683-dc7e9769db3a), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.846858 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.853751 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] 10.222.0.32 "DELETE /v2.0/networks/beb5ae74-90b9-4cfd-9683-dc7e9769db3a HTTP/1.1" status: 204 len: 168 time: 0.4851356 Mar 31 18:52:33.857125 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3a211ef-8c18-44bc-8695-57d84452423d req-81ba4af7-11b9-4ade-a8b1-f8a609850432 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675084 Mar 31 18:52:33.858052 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56850) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:33.884526 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfde0a-05bb-4be4-804f-5cd177a8706e admin admin] Pushing event deleted for resources: {'Network': ['ID=beb5ae74-90b9-4cfd-9683-dc7e9769db3a,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:33.918681 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] Publish callbacks [] for security_group (2996f6fa-9ef6-4804-9aad-8c21e1a6b022), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.969346 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] Publish callbacks [] for security_group (2996f6fa-9ef6-4804-9aad-8c21e1a6b022), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:33.972963 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Deleting subnet 9d6af49e-cb4a-455d-9291-d5235a2b0777 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:52:33.979995 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Publish callbacks [] for subnet (9d6af49e-cb4a-455d-9291-d5235a2b0777), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.071678 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Publish callbacks [] for subnet (9d6af49e-cb4a-455d-9291-d5235a2b0777), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.072263 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2996f6fa-9ef6-4804-9aad-8c21e1a6b022), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.077701 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.080015 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2996f6fa-9ef6-4804-9aad-8c21e1a6b022 HTTP/1.1" status: 204 len: 168 time: 0.3234086 Mar 31 18:52:34.083213 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (9d6af49e-cb4a-455d-9291-d5235a2b0777), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.110167 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ece2-6093-4575-96f0-e0622ae0afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2996f6fa-9ef6-4804-9aad-8c21e1a6b022,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:34.185157 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for subnet (9d6af49e-cb4a-455d-9291-d5235a2b0777), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.230431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6af49e-cb4a-455d-9291-d5235a2b0777,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:34.234152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.240692 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-806fde8d-ffbf-4f0f-9f33-988d98bd774f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d6af49e-cb4a-455d-9291-d5235a2b0777 HTTP/1.1" status: 204 len: 168 time: 0.3815067 Mar 31 18:52:34.245163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:34.371999 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (4a885649-b643-475d-b526-ce9090c45d73), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.500086 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758cca-e8cb-4e16-9d00-450c5269c9fe req-c87850cd-9c0b-4a72-82bb-1d012ac08376 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:34.501700 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5c758cca-e8cb-4e16-9d00-450c5269c9fe req-c87850cd-9c0b-4a72-82bb-1d012ac08376 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0993459 Mar 31 18:52:34.525098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (4a885649-b643-475d-b526-ce9090c45d73), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.553704 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.554074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.555682 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.556024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > port after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.556511 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.556678 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > port after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.557003 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.557478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.557629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.557988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.563636 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5c758cca-e8cb-4e16-9d00-450c5269c9fe req-b4c17b6f-ca70-43fb-961d-441fa6c16f99 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Mar 31 18:52:34.624742 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.625090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.625424 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.625753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:52:34.626116 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a885649-b643-475d-b526-ce9090c45d73']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:34.829687 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259e383f-f0a8-4607-aad2-d24f33bdd5d1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:34.829910 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259e383f-f0a8-4607-aad2-d24f33bdd5d1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:34.846816 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (259e383f-f0a8-4607-aad2-d24f33bdd5d1), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.867189 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (259e383f-f0a8-4607-aad2-d24f33bdd5d1), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.875774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:52:34.876165 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (259e383f-f0a8-4607-aad2-d24f33bdd5d1), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: from cryptography.utils import int_from_bytes Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: from cryptography.utils import int_from_bytes Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:52:34.880312 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:52:34.946774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (4a885649-b643-475d-b526-ce9090c45d73), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.954892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b97b73cc-f9c1-46ec-ab25-efb0d388304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.956843 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:34.961547 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a885649-b643-475d-b526-ce9090c45d73 HTTP/1.1" status: 204 len: 168 time: 0.7114756 Mar 31 18:52:34.974612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7957b44-850f-4658-a064-014555e4736b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a885649-b643-475d-b526-ce9090c45d73,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:35.149554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:35.212103 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1824b9a5-a8c6-4282-9e0c-79cf36a49c3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=026a0e71317e47bf9d3cb35c51691610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607738 Mar 31 18:52:35.214533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:35.268599 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] Publish callbacks [] for security_group (873cc8dc-5695-46b2-9a23-f747f7001879), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:35.293284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] Publish callbacks [] for security_group (873cc8dc-5695-46b2-9a23-f747f7001879), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:35.353132 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (873cc8dc-5695-46b2-9a23-f747f7001879), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:35.355959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:35.357101 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/873cc8dc-5695-46b2-9a23-f747f7001879 HTTP/1.1" status: 204 len: 168 time: 0.1408784 Mar 31 18:52:35.369645 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c04f9-6731-4f43-bede-f1e0bffdfb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873cc8dc-5695-46b2-9a23-f747f7001879,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:35.812225 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36880e6e-8c0d-43aa-87d5-a1ae6f2b5ef3 req-29c2aa12-ea54-4d47-ad56-79e05df8f2a4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:35.814740 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-36880e6e-8c0d-43aa-87d5-a1ae6f2b5ef3 req-29c2aa12-ea54-4d47-ad56-79e05df8f2a4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0978100 Mar 31 18:52:35.904900 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-36880e6e-8c0d-43aa-87d5-a1ae6f2b5ef3 req-0f6bf23d-1fbc-47fe-847f-9aac010e2866 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644436 Mar 31 18:52:35.932219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 56914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:35.984192 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-527f8e1d-e22a-4aa6-b348-16fc90e531a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3be5a64ec8e749c3b1bcd0258c9e2cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507464 Mar 31 18:52:35.985612 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 56920) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:36.057887 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] Publish callbacks [] for security_group (af7fb6e8-b10b-46c4-a6fd-f9e313da7daa), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:36.091154 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] Publish callbacks [] for security_group (af7fb6e8-b10b-46c4-a6fd-f9e313da7daa), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:36.149033 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (af7fb6e8-b10b-46c4-a6fd-f9e313da7daa), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:36.151099 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:36.152529 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af7fb6e8-b10b-46c4-a6fd-f9e313da7daa HTTP/1.1" status: 204 len: 168 time: 0.1652703 Mar 31 18:52:36.163203 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4dc9-063e-491e-b4fc-f7ad7e83659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fb6e8-b10b-46c4-a6fd-f9e313da7daa,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:37.032168 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242968-285e-46fc-a8dc-4db3c9390119 req-01bd2f4c-343c-430b-b5a6-a56939fc728d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:37.033893 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d242968-285e-46fc-a8dc-4db3c9390119 req-01bd2f4c-343c-430b-b5a6-a56939fc728d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Mar 31 18:52:37.092210 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d242968-285e-46fc-a8dc-4db3c9390119 req-278fd46d-e363-4e82-bae3-e2d606e479e1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Mar 31 18:52:37.141915 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:52:37.228977 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa73c3b3-0fd8-4a91-9cb8-2b0a3fe08460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:37.719557 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57002) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:37.814564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57018) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:37.897044 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-37079f96-9673-4597-8e3a-d70c2c42f085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:37.926401 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Deleting subnet 9985c344-852e-4638-9c4f-2b1dae21c467 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:52:37.941710 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Publish callbacks [] for subnet (9985c344-852e-4638-9c4f-2b1dae21c467), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.000253 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (9985c344-852e-4638-9c4f-2b1dae21c467), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.080713 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (9985c344-852e-4638-9c4f-2b1dae21c467), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.125432 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-37079f96-9673-4597-8e3a-d70c2c42f085 admin admin] Publish callbacks [] for security_group (40a71bc5-c86b-4c74-902f-d3864538c802), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.144484 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-37079f96-9673-4597-8e3a-d70c2c42f085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (40a71bc5-c86b-4c74-902f-d3864538c802), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.213575 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-37079f96-9673-4597-8e3a-d70c2c42f085 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e2550a563244f05a166f6bd86854a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893413 Mar 31 18:52:38.215357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:38.224351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37079f96-9673-4597-8e3a-d70c2c42f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a71bc5-c86b-4c74-902f-d3864538c802,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:38.234251 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (9985c344-852e-4638-9c4f-2b1dae21c467), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.309488 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.316370 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9985c344-852e-4638-9c4f-2b1dae21c467 HTTP/1.1" status: 204 len: 168 time: 0.4998150 Mar 31 18:52:38.319102 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57034) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:38.331313 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f2f6b-55e1-44d0-b87a-8dea06f41815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9985c344-852e-4638-9c4f-2b1dae21c467,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:38.404503 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] Publish callbacks [] for security_group (40a71bc5-c86b-4c74-902f-d3864538c802), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.408579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4813d-a15e-4d73-80c8-873d09a036c3 req-b0615c54-cdff-476c-8d5e-0043b299c405 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:38.410867 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29c4813d-a15e-4d73-80c8-873d09a036c3 req-b0615c54-cdff-476c-8d5e-0043b299c405 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1460154 Mar 31 18:52:38.473497 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] Publish callbacks [] for security_group (40a71bc5-c86b-4c74-902f-d3864538c802), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.486630 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (7ee4a62e-6578-45fb-9bc9-e711b28087ae), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.505076 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29c4813d-a15e-4d73-80c8-873d09a036c3 req-ff1498f7-f5d1-4216-9c3a-cf5c77a5bc79 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848827 Mar 31 18:52:38.586392 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.616555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (7ee4a62e-6578-45fb-9bc9-e711b28087ae), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.628317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (40a71bc5-c86b-4c74-902f-d3864538c802), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.630919 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.632143 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40a71bc5-c86b-4c74-902f-d3864538c802 HTTP/1.1" status: 204 len: 168 time: 0.4150839 Mar 31 18:52:38.654342 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587cc2b-97cc-4912-965a-80795a9e2319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a71bc5-c86b-4c74-902f-d3864538c802,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:38.659032 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee4a62e-6578-45fb-9bc9-e711b28087ae']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:38.674359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3234be-eb79-48c9-8b26-e0c867d5c194') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:38.674661 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3234be-eb79-48c9-8b26-e0c867d5c194') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:38.690997 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (7f3234be-eb79-48c9-8b26-e0c867d5c194), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.709823 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (7f3234be-eb79-48c9-8b26-e0c867d5c194), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.716517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:52:38.716975 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (7f3234be-eb79-48c9-8b26-e0c867d5c194), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:52:38.719028 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:52:38.782789 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (7ee4a62e-6578-45fb-9bc9-e711b28087ae), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.788582 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.796277 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ee4a62e-6578-45fb-9bc9-e711b28087ae HTTP/1.1" status: 204 len: 168 time: 0.4687083 Mar 31 18:52:38.800253 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57044) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:38.812647 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd795de-e9a7-45b7-9396-c097266ea77d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee4a62e-6578-45fb-9bc9-e711b28087ae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:38.855137 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Deleting subnet db8f81b5-b18d-42db-8c63-92d374087ba2 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:52:38.858667 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Publish callbacks [] for subnet (db8f81b5-b18d-42db-8c63-92d374087ba2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.897277 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (db8f81b5-b18d-42db-8c63-92d374087ba2), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:38.973169 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (db8f81b5-b18d-42db-8c63-92d374087ba2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.038245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (db8f81b5-b18d-42db-8c63-92d374087ba2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.064338 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8f81b5-b18d-42db-8c63-92d374087ba2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:39.069148 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.072907 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8d66f61d-0af0-4536-938a-6493fea89c97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/db8f81b5-b18d-42db-8c63-92d374087ba2 HTTP/1.1" status: 204 len: 168 time: 0.2716124 Mar 31 18:52:39.075700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57054) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:39.147344 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (07bb456d-013f-4d4a-973b-6be5d61d74f3), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.242019 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (07bb456d-013f-4d4a-973b-6be5d61d74f3), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.279121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb456d-013f-4d4a-973b-6be5d61d74f3']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:39.290774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e541d0-d3a8-4244-8cb1-5641c7d3ada1') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:39.291125 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e541d0-d3a8-4244-8cb1-5641c7d3ada1') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:52:39.309045 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (82e541d0-d3a8-4244-8cb1-5641c7d3ada1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.331583 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (82e541d0-d3a8-4244-8cb1-5641c7d3ada1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.336842 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:52:39.337387 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (82e541d0-d3a8-4244-8cb1-5641c7d3ada1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:52:39.339572 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:52:39.404074 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (07bb456d-013f-4d4a-973b-6be5d61d74f3), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.415227 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.419933 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07bb456d-013f-4d4a-973b-6be5d61d74f3 HTTP/1.1" status: 204 len: 168 time: 0.3422112 Mar 31 18:52:39.434316 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8ea5-7065-4154-bbce-daaf38140d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bb456d-013f-4d4a-973b-6be5d61d74f3,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:39.659040 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57090) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:39.669921 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3859a-48b6-4c66-8f99-8d2a5367d62c req-7f7c5abe-8fc3-4c33-9da8-4d41c7620901 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:39.671577 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-69a3859a-48b6-4c66-8f99-8d2a5367d62c req-7f7c5abe-8fc3-4c33-9da8-4d41c7620901 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0738192 Mar 31 18:52:39.719132 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-aa0d61e8-f200-4e6f-8e70-4e4b704629d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39e8fe59c41e4c08b3b297616bb3e476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582454 Mar 31 18:52:39.721625 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:39.774027 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-69a3859a-48b6-4c66-8f99-8d2a5367d62c req-98eaabe7-650f-491e-bcee-39230775cd41 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958247 Mar 31 18:52:39.807729 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] Publish callbacks [] for security_group (ea067059-cd32-47d1-a9ed-3600fc287f6d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.823226 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] Publish callbacks [] for security_group (ea067059-cd32-47d1-a9ed-3600fc287f6d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.890125 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ea067059-cd32-47d1-a9ed-3600fc287f6d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.893884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:39.895763 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea067059-cd32-47d1-a9ed-3600fc287f6d HTTP/1.1" status: 204 len: 168 time: 0.1728308 Mar 31 18:52:39.910530 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205af416-2eca-4255-84f4-efb6ecb7cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea067059-cd32-47d1-a9ed-3600fc287f6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:40.074895 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:40.459800 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:40.513827 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e4bdba2e-1aaa-46fb-afba-8193a99366d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dee0afa0235149cf9c60bb4ae428e8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524888 Mar 31 18:52:40.516504 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57118) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:40.577119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] Publish callbacks [] for security_group (639d7e8d-7439-4c90-a3ac-f65584c57d1a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:40.612734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] Publish callbacks [] for security_group (639d7e8d-7439-4c90-a3ac-f65584c57d1a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:40.679863 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (639d7e8d-7439-4c90-a3ac-f65584c57d1a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:40.682551 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:40.683761 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/639d7e8d-7439-4c90-a3ac-f65584c57d1a HTTP/1.1" status: 204 len: 168 time: 0.1663613 Mar 31 18:52:40.691829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cde56-5a78-400b-b64e-551de384bf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639d7e8d-7439-4c90-a3ac-f65584c57d1a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:40.912995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0a1fd-5918-486f-bb1e-54806b95aaa7 req-e6b0e488-480a-41c3-b570-1f477b49b3da tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:40.915186 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-85c0a1fd-5918-486f-bb1e-54806b95aaa7 req-e6b0e488-480a-41c3-b570-1f477b49b3da tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0540335 Mar 31 18:52:40.965419 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-85c0a1fd-5918-486f-bb1e-54806b95aaa7 req-57c2558e-59c9-434a-9ee2-d439a37680b2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Mar 31 18:52:41.399508 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:41.901158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:42.017682 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbec8-b83b-48fc-a862-08dc2dc9d9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.107657 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503fef3-7159-4948-8d95-a5d1bc2c2e6a req-c966e195-6179-4cc2-bb6a-1937bc0d22ef tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:42.110725 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1503fef3-7159-4948-8d95-a5d1bc2c2e6a req-c966e195-6179-4cc2-bb6a-1937bc0d22ef tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0723786 Mar 31 18:52:42.113264 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbec8-b83b-48fc-a862-08dc2dc9d9c6 admin admin] Publish callbacks [] for security_group (c20601a7-fb58-4364-b811-1809339c246d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.120641 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbec8-b83b-48fc-a862-08dc2dc9d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (c20601a7-fb58-4364-b811-1809339c246d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.164940 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bf2bbec8-b83b-48fc-a862-08dc2dc9d9c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e795ea4412e64141b1db15d218010aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626343 Mar 31 18:52:42.165699 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bbec8-b83b-48fc-a862-08dc2dc9d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20601a7-fb58-4364-b811-1809339c246d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:42.168114 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:42.183438 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1503fef3-7159-4948-8d95-a5d1bc2c2e6a req-06a07393-2641-488b-a18b-941c67adcde1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Mar 31 18:52:42.235332 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] Publish callbacks [] for security_group (c20601a7-fb58-4364-b811-1809339c246d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.261648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] Publish callbacks [] for security_group (c20601a7-fb58-4364-b811-1809339c246d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.314060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (c20601a7-fb58-4364-b811-1809339c246d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.316953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.318268 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c20601a7-fb58-4364-b811-1809339c246d HTTP/1.1" status: 204 len: 168 time: 0.1456306 Mar 31 18:52:42.332894 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae560f38-ff39-4459-ae5c-71f6d09c2fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20601a7-fb58-4364-b811-1809339c246d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:42.708520 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57200) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:42.722950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3af74c6e-1d3b-45ce-9f72-ce28cbb2e5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.815915 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3af74c6e-1d3b-45ce-9f72-ce28cbb2e5b9 admin admin] Publish callbacks [] for security_group (0c5641d6-c5a0-4550-b237-11f07a3390a2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.820701 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3af74c6e-1d3b-45ce-9f72-ce28cbb2e5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (0c5641d6-c5a0-4550-b237-11f07a3390a2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.857649 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af74c6e-1d3b-45ce-9f72-ce28cbb2e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5641d6-c5a0-4550-b237-11f07a3390a2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:42.863326 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3af74c6e-1d3b-45ce-9f72-ce28cbb2e5b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd3c1ca488cc42cca5e17b90381232f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537645 Mar 31 18:52:42.866105 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57206) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:42.916366 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] Publish callbacks [] for security_group (0c5641d6-c5a0-4550-b237-11f07a3390a2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.937160 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] Publish callbacks [] for security_group (0c5641d6-c5a0-4550-b237-11f07a3390a2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.983046 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (0c5641d6-c5a0-4550-b237-11f07a3390a2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.985712 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:42.986845 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c5641d6-c5a0-4550-b237-11f07a3390a2 HTTP/1.1" status: 204 len: 168 time: 0.1191661 Mar 31 18:52:42.995319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e7b1-1d48-428e-b171-336919031f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5641d6-c5a0-4550-b237-11f07a3390a2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:43.311159 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995e30c-cd0b-4d9e-a878-daf1f60aa735 req-8cf96fe3-4c3b-4bcd-8fad-3497ca0a1769 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:43.312713 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5995e30c-cd0b-4d9e-a878-daf1f60aa735 req-8cf96fe3-4c3b-4bcd-8fad-3497ca0a1769 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0581779 Mar 31 18:52:43.325397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57214) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:43.347389 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-30f772d1-bcef-40fa-af96-dd794b974d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.389428 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5995e30c-cd0b-4d9e-a878-daf1f60aa735 req-d0141592-1b77-4e32-98ef-0053af4f3f80 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709658 Mar 31 18:52:43.459345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-30f772d1-bcef-40fa-af96-dd794b974d65 admin admin] Publish callbacks [] for security_group (11ff4901-2cf4-4b96-93bd-5ac6e1d19463), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.463822 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-30f772d1-bcef-40fa-af96-dd794b974d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11ff4901-2cf4-4b96-93bd-5ac6e1d19463), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.505793 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-30f772d1-bcef-40fa-af96-dd794b974d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=900ee18bee69449c95e1ad35890405b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793270 Mar 31 18:52:43.506712 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f772d1-bcef-40fa-af96-dd794b974d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff4901-2cf4-4b96-93bd-5ac6e1d19463,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:43.509031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57216) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:43.563878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] Publish callbacks [] for security_group (11ff4901-2cf4-4b96-93bd-5ac6e1d19463), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.584469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] Publish callbacks [] for security_group (11ff4901-2cf4-4b96-93bd-5ac6e1d19463), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.630978 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11ff4901-2cf4-4b96-93bd-5ac6e1d19463), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.634338 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:43.635544 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11ff4901-2cf4-4b96-93bd-5ac6e1d19463 HTTP/1.1" status: 204 len: 168 time: 0.1254890 Mar 31 18:52:43.643591 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c554bd4-0087-4389-9dd5-641efb347510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff4901-2cf4-4b96-93bd-5ac6e1d19463,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:44.536192 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539c0f7-96d1-4429-b936-029dc001894a req-59064ea6-4456-48ee-9091-ba576b63b7ae tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:44.540543 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a539c0f7-96d1-4429-b936-029dc001894a req-59064ea6-4456-48ee-9091-ba576b63b7ae tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0675304 Mar 31 18:52:44.591971 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a539c0f7-96d1-4429-b936-029dc001894a req-f190786e-062d-40ec-ad8f-0938de705509 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Mar 31 18:52:45.720193 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef421de-0f28-49f6-b2d0-fef75774403a req-8d2e219c-107d-4443-ae6f-6804a217e13f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:45.721720 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5ef421de-0f28-49f6-b2d0-fef75774403a req-8d2e219c-107d-4443-ae6f-6804a217e13f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0596137 Mar 31 18:52:45.770143 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5ef421de-0f28-49f6-b2d0-fef75774403a req-5fefa966-82dc-488c-a3be-b45c0d886668 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Mar 31 18:52:46.909554 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbca83-bb0a-44e5-b37b-6cd8ef27b802 req-23982fd1-581e-42ec-a061-6ff604d7c511 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:46.911144 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-34fbca83-bb0a-44e5-b37b-6cd8ef27b802 req-23982fd1-581e-42ec-a061-6ff604d7c511 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0695579 Mar 31 18:52:46.958320 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-34fbca83-bb0a-44e5-b37b-6cd8ef27b802 req-c6f05788-c166-4464-b0d6-488d51d95e88 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Mar 31 18:52:48.153178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a32575-92d4-4786-9e2d-43804584b9b0 req-327a2985-b448-48bc-a236-fd8f212fde65 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:48.165312 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c6a32575-92d4-4786-9e2d-43804584b9b0 req-327a2985-b448-48bc-a236-fd8f212fde65 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1315908 Mar 31 18:52:48.230863 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c6a32575-92d4-4786-9e2d-43804584b9b0 req-79ef0601-ed01-474a-b134-db9962f9572a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 Mar 31 18:52:49.393189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831ab84-c06e-4607-9d06-ede45a76daa7 req-9bfc296d-61fe-4ff1-b62e-3373b95683f5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:49.396307 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f831ab84-c06e-4607-9d06-ede45a76daa7 req-9bfc296d-61fe-4ff1-b62e-3373b95683f5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0778446 Mar 31 18:52:49.469325 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f831ab84-c06e-4607-9d06-ede45a76daa7 req-33e59a68-7f71-458a-90ed-39f20085fc66 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653677 Mar 31 18:52:49.803875 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:49.913457 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e307-08c6-4e27-b944-80e31e441622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.010473 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e307-08c6-4e27-b944-80e31e441622 admin admin] Publish callbacks [] for security_group (f8c72840-a09d-436f-bb2f-f09e1284ade5), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.014508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e307-08c6-4e27-b944-80e31e441622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f8c72840-a09d-436f-bb2f-f09e1284ade5), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.055028 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b4c5e307-08c6-4e27-b944-80e31e441622 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643ab8d312314a82908258d6881794e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500584 Mar 31 18:52:50.055925 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e307-08c6-4e27-b944-80e31e441622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c72840-a09d-436f-bb2f-f09e1284ade5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:50.059443 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:50.117947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] Publish callbacks [] for security_group (f8c72840-a09d-436f-bb2f-f09e1284ade5), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.152775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] Publish callbacks [] for security_group (f8c72840-a09d-436f-bb2f-f09e1284ade5), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.230739 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (f8c72840-a09d-436f-bb2f-f09e1284ade5), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.234088 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.235826 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8c72840-a09d-436f-bb2f-f09e1284ade5 HTTP/1.1" status: 204 len: 168 time: 0.1751716 Mar 31 18:52:50.246156 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950e111-4471-48b9-9b0f-d9eb2be2768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c72840-a09d-436f-bb2f-f09e1284ade5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:50.354564 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-0609e1dc-4f89-4cac-b190-7d411b5f3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.356485 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-0609e1dc-4f89-4cac-b190-7d411b5f3a35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0509298 Mar 31 18:52:50.554556 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-064c5490-5c7d-49b7-84c0-eeb45b7df2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.557086 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-064c5490-5c7d-49b7-84c0-eeb45b7df2c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1733325 Mar 31 18:52:50.654563 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-958d3067-4ea7-4b47-b77b-d49aaa7ea674 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.0880594 Mar 31 18:52:50.690837 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458112cb-b4ff-4a7a-84c2-780e576eada5 req-e45452bb-27fd-4295-849a-d92990a3d68f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.693251 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-458112cb-b4ff-4a7a-84c2-780e576eada5 req-e45452bb-27fd-4295-849a-d92990a3d68f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0927629 Mar 31 18:52:50.706324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:50.720382 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935c1d-d1c3-4b04-a17c-1b3dccbcb72b req-b2f5d910-7518-405c-b223-d6f0dde41c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.722025 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52935c1d-d1c3-4b04-a17c-1b3dccbcb72b req-b2f5d910-7518-405c-b223-d6f0dde41c5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.1430540 Mar 31 18:52:50.738318 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5635612c-302b-462f-9c7c-6daab9c56d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.740457 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-458112cb-b4ff-4a7a-84c2-780e576eada5 req-12a5c208-d785-46c3-a84c-ad1097fc3f3f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Mar 31 18:52:50.761878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-7ddca71d-ddc6-43dc-a70b-f8e1dd523e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.763386 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-7ddca71d-ddc6-43dc-a70b-f8e1dd523e60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.1007824 Mar 31 18:52:50.840651 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52935c1d-d1c3-4b04-a17c-1b3dccbcb72b req-b9a67ebe-c60f-4e2f-b15c-aa84a659a614 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092408 Mar 31 18:52:50.877607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-d9e0b7c9-cd35-468c-93db-80fd0cdd89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:50.879159 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-d9e0b7c9-cd35-468c-93db-80fd0cdd89e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090658 Mar 31 18:52:50.902595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5635612c-302b-462f-9c7c-6daab9c56d69 admin admin] Publish callbacks [] for security_group (56ec9bf4-8460-476d-a333-5bf67f2f40af), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.906909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5635612c-302b-462f-9c7c-6daab9c56d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (56ec9bf4-8460-476d-a333-5bf67f2f40af), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:50.948509 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5635612c-302b-462f-9c7c-6daab9c56d69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=139c7f2838c14c0a85660e3c3814c1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411397 Mar 31 18:52:50.949390 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635612c-302b-462f-9c7c-6daab9c56d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec9bf4-8460-476d-a333-5bf67f2f40af,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:50.951150 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57458) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:51.005418 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] Publish callbacks [] for security_group (56ec9bf4-8460-476d-a333-5bf67f2f40af), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.026896 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] Publish callbacks [] for security_group (56ec9bf4-8460-476d-a333-5bf67f2f40af), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.086053 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (56ec9bf4-8460-476d-a333-5bf67f2f40af), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.091032 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.093187 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56ec9bf4-8460-476d-a333-5bf67f2f40af HTTP/1.1" status: 204 len: 168 time: 0.1405921 Mar 31 18:52:51.109169 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f26b8-4eea-4146-b8db-6512329ab475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec9bf4-8460-476d-a333-5bf67f2f40af,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:51.160674 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-924020f3-4b7e-4dca-8e95-aa864cb35072 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173069 Mar 31 18:52:51.294741 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3acd737-024e-477a-9827-9aa2181c6fbf req-91e111e8-b098-4fc6-ace4-ecdaeb1b7347 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210628 Mar 31 18:52:51.545904 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57478) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:51.636354 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.709059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2776218c-9f21-48e5-b0d2-376b7aef541c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.860920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2776218c-9f21-48e5-b0d2-376b7aef541c admin admin] Publish callbacks [] for security_group (82bd9949-0718-4515-b916-0dcf3c286f71), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.867180 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2776218c-9f21-48e5-b0d2-376b7aef541c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (82bd9949-0718-4515-b916-0dcf3c286f71), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:51.880617 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2932d3-d583-4462-b3b9-2b634de83ef7 req-7c27d2c0-685d-4eaf-898b-ea2f761fcedd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:51.889121 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ed2932d3-d583-4462-b3b9-2b634de83ef7 req-7c27d2c0-685d-4eaf-898b-ea2f761fcedd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0713751 Mar 31 18:52:51.915117 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776218c-9f21-48e5-b0d2-376b7aef541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd9949-0718-4515-b916-0dcf3c286f71,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:51.947088 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2776218c-9f21-48e5-b0d2-376b7aef541c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3cb3554f187483eb5c42a12b6ac66cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998156 Mar 31 18:52:51.949410 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:52.007902 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ed2932d3-d583-4462-b3b9-2b634de83ef7 req-fd924a6a-98f4-48bd-85ce-6c580ccfc20f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171584 Mar 31 18:52:52.056261 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] Publish callbacks [] for security_group (82bd9949-0718-4515-b916-0dcf3c286f71), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:52.084281 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] Publish callbacks [] for security_group (82bd9949-0718-4515-b916-0dcf3c286f71), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:52.148298 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (82bd9949-0718-4515-b916-0dcf3c286f71), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:52.151400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:52.152842 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82bd9949-0718-4515-b916-0dcf3c286f71 HTTP/1.1" status: 204 len: 168 time: 0.2020972 Mar 31 18:52:52.165318 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94be813-1a6c-4710-a3ad-8ca5bdf9b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd9949-0718-4515-b916-0dcf3c286f71,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:53.156265 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa508-47b9-44b9-b92a-2b4528059f2f req-08a5c2c7-c7d6-4010-8efa-9e44d510ff65 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.158862 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4f6aa508-47b9-44b9-b92a-2b4528059f2f req-08a5c2c7-c7d6-4010-8efa-9e44d510ff65 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0717351 Mar 31 18:52:53.219345 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4f6aa508-47b9-44b9-b92a-2b4528059f2f req-21d71018-caad-48a5-8018-efa1065793ae tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Mar 31 18:52:53.602717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-84074b89-14ab-4271-882a-efe39bdffbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.604369 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-84074b89-14ab-4271-882a-efe39bdffbaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0682132 Mar 31 18:52:53.608801 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2bfd8-cfec-499f-acc6-7d86e3a73197 req-1425cdce-a2c2-4101-91bb-abca54c33176 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.610033 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fc2bfd8-cfec-499f-acc6-7d86e3a73197 req-1425cdce-a2c2-4101-91bb-abca54c33176 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0753462 Mar 31 18:52:53.671656 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fc2bfd8-cfec-499f-acc6-7d86e3a73197 req-c33b6262-a924-4716-a1d7-41abb21e57ff tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Mar 31 18:52:53.725794 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-b81dd71f-63e1-4e59-836f-c1e63300bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.727894 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-b81dd71f-63e1-4e59-836f-c1e63300bae1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1156788 Mar 31 18:52:53.772025 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-75a29eb0-abc5-4e0c-ad79-91669eddb272 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.0379386 Mar 31 18:52:53.826009 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-d88f078b-2ebb-4693-87d7-84ad0da23060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.827742 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-d88f078b-2ebb-4693-87d7-84ad0da23060 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0506756 Mar 31 18:52:53.889595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-f72e0c0e-d642-4305-9c80-bdbdb6dc17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:53.891331 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-f72e0c0e-d642-4305-9c80-bdbdb6dc17e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564475 Mar 31 18:52:54.021249 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-a6ad452d-36c8-4ddd-b604-e660fe998f64 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232724 Mar 31 18:52:54.156827 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52bd1a14-f66f-48fd-8904-a3be4f0afa1b req-64ee6250-db91-461b-bae9-27d94cdcaac4 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278884 Mar 31 18:52:54.811882 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090abd9-6bed-4db7-8eab-f735a9011d40 req-e7765a41-7ba2-40eb-b7d7-2d18c071efa0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:54.813466 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c090abd9-6bed-4db7-8eab-f735a9011d40 req-e7765a41-7ba2-40eb-b7d7-2d18c071efa0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0587060 Mar 31 18:52:54.865761 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c090abd9-6bed-4db7-8eab-f735a9011d40 req-373d13af-bb02-4d15-8c90-26f070e85ad7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Mar 31 18:52:55.992168 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9d74-d186-4d21-b3bb-e74c5248819d req-c52b4c21-e57f-4ae3-bdc3-1d606c0805c9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:55.993718 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6b2c9d74-d186-4d21-b3bb-e74c5248819d req-c52b4c21-e57f-4ae3-bdc3-1d606c0805c9 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0521557 Mar 31 18:52:56.040773 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6b2c9d74-d186-4d21-b3bb-e74c5248819d req-d5c644ea-68e8-4e2d-a664-61e283e1c416 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Mar 31 18:52:57.171672 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f990e-d3ca-4bea-9c48-ad20db38d224 req-cfdb4d4c-9044-45b9-ad28-631645f5de76 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:57.173225 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6a0f990e-d3ca-4bea-9c48-ad20db38d224 req-cfdb4d4c-9044-45b9-ad28-631645f5de76 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0555799 Mar 31 18:52:57.219368 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6a0f990e-d3ca-4bea-9c48-ad20db38d224 req-77952e70-563e-4de2-aedf-986685b1cbc1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Mar 31 18:52:58.363198 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca20c6-d4ed-478f-9d90-e2db2fb9d1fc req-4d251375-8798-4523-9e29-bfe7c2479f4e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:58.365070 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-32ca20c6-d4ed-478f-9d90-e2db2fb9d1fc req-4d251375-8798-4523-9e29-bfe7c2479f4e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0696292 Mar 31 18:52:58.471342 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-32ca20c6-d4ed-478f-9d90-e2db2fb9d1fc req-624e86c6-5615-43ff-a6eb-fdcc9ba24896 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935860 Mar 31 18:52:58.851372 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b6fc-a548-4f23-a4cb-56af28e3168a req-4cce75d1-5c4b-4ac9-a8bb-67bf4d8a098b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:58.853119 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b8c0b6fc-a548-4f23-a4cb-56af28e3168a req-4cce75d1-5c4b-4ac9-a8bb-67bf4d8a098b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0718799 Mar 31 18:52:58.915919 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b8c0b6fc-a548-4f23-a4cb-56af28e3168a req-5b5c84ec-196f-4a0c-8ab6-b3bf17678f3c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559545 Mar 31 18:52:59.001806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 57750) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:59.125323 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.210239 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Publish callbacks [] for security_group (6c5874cd-de4c-42c3-8b29-ad4839b1b84e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.213874 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (6c5874cd-de4c-42c3-8b29-ad4839b1b84e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.264914 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8e3dd1321ae4aceb50090c8f56a1fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620590 Mar 31 18:52:59.265996 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5874cd-de4c-42c3-8b29-ad4839b1b84e,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:59.267634 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57758) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:52:59.273929 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.274988 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.275544 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.275888 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.276224 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.276556 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.276884 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.277210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.277541 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.277869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.278199 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.278522 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.278843 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.279163 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.279531 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a19e9-6753-4ec0-932e-6c672fd1f76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.321795 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Publish callbacks [] for security_group (6c5874cd-de4c-42c3-8b29-ad4839b1b84e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.343587 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Publish callbacks [] for security_group (6c5874cd-de4c-42c3-8b29-ad4839b1b84e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.392797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (6c5874cd-de4c-42c3-8b29-ad4839b1b84e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.395534 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:52:59.396695 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c5874cd-de4c-42c3-8b29-ad4839b1b84e HTTP/1.1" status: 204 len: 168 time: 0.1277859 Mar 31 18:52:59.411191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5874cd-de4c-42c3-8b29-ad4839b1b84e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:52:59.419701 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.420079 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.420384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.420734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.421064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.421448 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.421719 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.422038 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.422361 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.422693 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.423019 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.423345 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.423832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.424011 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.424329 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d9787-f977-4283-8fc5-7b350cc783c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:52:59.642012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c3e1-396d-4246-aa6c-d50ad8bd410d req-41d85a61-cac9-4482-b732-35afab87bcee tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:52:59.643606 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4542c3e1-396d-4246-aa6c-d50ad8bd410d req-41d85a61-cac9-4482-b732-35afab87bcee tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0669069 Mar 31 18:52:59.702257 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4542c3e1-396d-4246-aa6c-d50ad8bd410d req-c8f0e6ab-6c7f-4e76-a8ba-d2c00cd7bad1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Mar 31 18:53:00.100439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db66f5-a38f-4252-929a-6d1b3c4d731b req-1ee287be-82a4-4ac9-b254-ddf7c5be4110 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:00.103175 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-62db66f5-a38f-4252-929a-6d1b3c4d731b req-1ee287be-82a4-4ac9-b254-ddf7c5be4110 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0668178 Mar 31 18:53:00.154947 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-62db66f5-a38f-4252-929a-6d1b3c4d731b req-6b256857-7d77-4bd8-9184-a99424d018d3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Mar 31 18:53:01.288821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:01.293696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274590454', 'description': 'tempest-description--973483471'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:01.301390 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c1a88-870c-4943-8236-4258c972fbde req-bbfc74c5-c4fc-47a6-a2ff-e0332874e785 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:01.302929 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ce8c1a88-870c-4943-8236-4258c972fbde req-bbfc74c5-c4fc-47a6-a2ff-e0332874e785 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0708253 Mar 31 18:53:01.314426 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.358507 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ce8c1a88-870c-4943-8236-4258c972fbde req-15cef918-225a-487c-9f19-e3586ce2b549 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446737 Mar 31 18:53:01.384649 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (54261758-994a-452e-bfc2-95793716d13c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.392283 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (54261758-994a-452e-bfc2-95793716d13c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.430890 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.434919 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1421216 Mar 31 18:53:01.435191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57882) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:01.439909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'security_group_rule': {'security_group_id': '54261758-994a-452e-bfc2-95793716d13c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:01.444204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02263eb9-24de-4bdc-8da8-bf2f398df763 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54261758-994a-452e-bfc2-95793716d13c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:01.474813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (221debdc-91a5-451a-8cda-300e83d0940b), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.559622 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (221debdc-91a5-451a-8cda-300e83d0940b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.564857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (221debdc-91a5-451a-8cda-300e83d0940b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.584839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221debdc-91a5-451a-8cda-300e83d0940b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:01.595951 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.597115 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-425a00bd-0ac6-4c26-a9c6-f9897f63b6d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608677 Mar 31 18:53:01.603452 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:01.614378 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'security_group_rule': {'security_group_id': '54261758-994a-452e-bfc2-95793716d13c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:01.650432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (813ad36f-3973-4c89-a393-4f51e11bc3ec), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.713798 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (813ad36f-3973-4c89-a393-4f51e11bc3ec), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.717666 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (813ad36f-3973-4c89-a393-4f51e11bc3ec), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.736897 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813ad36f-3973-4c89-a393-4f51e11bc3ec,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:01.744812 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.746081 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3ef1ded7-2832-4873-bbc7-40193e0e83b4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409662 Mar 31 18:53:01.749366 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 57896) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:01.753715 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:01.780500 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:01.885576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.006443 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Allocated IP 172.27.1.205 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/ab602dba-7054-4e41-ab99-77161cf857cf) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:53:02.115844 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for port (ab602dba-7054-4e41-ab99-77161cf857cf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.150688 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.189557 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:02.193055 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:02.200785 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:53:02.207965 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'Port': ['ID=ab602dba-7054-4e41-ab99-77161cf857cf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:02.335813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.382597 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.528579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174994bd-4976-4e4b-958e-95242d79890e req-208ee92c-6792-4bde-bf20-ad1b19ee26e9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:02.530103 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-174994bd-4976-4e4b-958e-95242d79890e req-208ee92c-6792-4bde-bf20-ad1b19ee26e9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0741718 Mar 31 18:53:02.568296 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for port (ab602dba-7054-4e41-ab99-77161cf857cf), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.573749 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.580196 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-174994bd-4976-4e4b-958e-95242d79890e req-7f9fdff4-2fd6-4035-a37c-ad48e5670c5a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 Mar 31 18:53:02.652423 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'Port': ['ID=ab602dba-7054-4e41-ab99-77161cf857cf,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:02.665117 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.691763 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:02.707432 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d38e21b5-2611-479a-bc90-4de494de40eb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9473307 Mar 31 18:53:03.714695 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f13fb-69c4-4339-b8a9-87b5d24a4cd3 req-a9cf9e98-cef7-4440-9928-634a6fb2884b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:03.716278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3f4f13fb-69c4-4339-b8a9-87b5d24a4cd3 req-a9cf9e98-cef7-4440-9928-634a6fb2884b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Mar 31 18:53:03.770982 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3f4f13fb-69c4-4339-b8a9-87b5d24a4cd3 req-4b92c4f6-7751-41a0-bdc3-5ac63d578fb6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488317 Mar 31 18:53:04.904455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b4923-9b3a-4769-afd7-35918a74d8ff req-07f75b80-030b-4883-b146-9a621d118bad tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:04.906188 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-598b4923-9b3a-4769-afd7-35918a74d8ff req-07f75b80-030b-4883-b146-9a621d118bad tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0570452 Mar 31 18:53:04.985650 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c43bb42-cd17-4bcd-8c7b-82085377b1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:05.003441 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-598b4923-9b3a-4769-afd7-35918a74d8ff req-3b435d6c-b01b-4242-bcd2-cd9cc6206cbe tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910344 Mar 31 18:53:06.137584 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0ecdc-577c-4255-8002-28a157edf78d req-ddb2f57c-8d47-409c-8209-a958052c6ec7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:06.139126 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-26c0ecdc-577c-4255-8002-28a157edf78d req-ddb2f57c-8d47-409c-8209-a958052c6ec7 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0619178 Mar 31 18:53:06.193316 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-26c0ecdc-577c-4255-8002-28a157edf78d req-b3fa264b-361e-4f5d-bdde-9aac45339e8d tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466876 Mar 31 18:53:07.235755 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-863de23d-1115-4b0e-8900-9b4fb889b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:07.345273 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7060b-2c0d-4f19-81e5-ca9d63975fa6 req-828f66ad-5cdd-4323-b486-26c14c133dd0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:07.346887 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73b7060b-2c0d-4f19-81e5-ca9d63975fa6 req-828f66ad-5cdd-4323-b486-26c14c133dd0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0674090 Mar 31 18:53:07.402189 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-73b7060b-2c0d-4f19-81e5-ca9d63975fa6 req-cd6562f1-9805-444e-890f-45c788235870 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Mar 31 18:53:08.537350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3613168-c21e-4999-a3e7-c5305370958a req-3887ecef-b489-4b43-9a1c-5c8d93da58a3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:08.539417 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f3613168-c21e-4999-a3e7-c5305370958a req-3887ecef-b489-4b43-9a1c-5c8d93da58a3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0607433 Mar 31 18:53:08.586226 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:08.603978 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f3613168-c21e-4999-a3e7-c5305370958a req-4318384d-3886-49ad-995d-dbcd99d250b4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587075 Mar 31 18:53:09.725500 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724a2e-cc3d-4e6b-b870-f673a0527443 req-69e7270b-e2f2-48eb-bba5-275f2d2b7445 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:09.727704 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8d724a2e-cc3d-4e6b-b870-f673a0527443 req-69e7270b-e2f2-48eb-bba5-275f2d2b7445 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0573254 Mar 31 18:53:09.775812 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8d724a2e-cc3d-4e6b-b870-f673a0527443 req-50e11084-b29f-4335-9c08-24651a572df2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Mar 31 18:53:10.065288 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:10.898413 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f0dec-063c-45ac-8784-e0664f09935f req-484e2d6a-3577-4df3-902b-72a5692cbb5c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:10.899922 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1e7f0dec-063c-45ac-8784-e0664f09935f req-484e2d6a-3577-4df3-902b-72a5692cbb5c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0542529 Mar 31 18:53:10.948238 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1e7f0dec-063c-45ac-8784-e0664f09935f req-d0efd0c4-f64a-4a1d-ac11-66f1fd3a37e9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Mar 31 18:53:11.388603 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:12.090549 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d863e-5b8f-4f3e-b325-382eff75c0e9 req-9ee984c8-3e65-421d-ade0-04e023e3b563 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:12.090549 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-259d863e-5b8f-4f3e-b325-382eff75c0e9 req-9ee984c8-3e65-421d-ade0-04e023e3b563 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0585072 Mar 31 18:53:12.191663 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-259d863e-5b8f-4f3e-b325-382eff75c0e9 req-d1d9177e-0cf9-4472-881e-927a451ddfcf tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872288 Mar 31 18:53:12.236232 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-7dbe40e0-dd6a-4d7f-b204-b104c4b4fb52 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--274590454&fields=id&tenant_id=08a51f8ac54c412fb47fd600832235d4 HTTP/1.1" status: 200 len: 267 time: 0.0745766 Mar 31 18:53:12.578022 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-bfd87ca0-ba4c-4235-814d-b2245438c6cb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:12.579637 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-bfd87ca0-ba4c-4235-814d-b2245438c6cb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.3343697 Mar 31 18:53:12.597155 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-dc1e8c3a-dddf-4f3c-8cdb-ee550e72b423 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/quotas/08a51f8ac54c412fb47fd600832235d4 HTTP/1.1" status: 200 len: 375 time: 0.0090778 Mar 31 18:53:12.664963 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-e7cb4a0d-8c9f-4e98-9fe8-c257369ba789 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594742 Mar 31 18:53:12.770378 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-93d88f27-d532-4d33-badf-6658c2a9dcd6 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901313 Mar 31 18:53:12.862190 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-2eff0779-4476-464d-b719-b4af24505ca9 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Mar 31 18:53:13.049143 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5e4c3ae1-9c1e-4cf9-a53c-e341d1427a1f req-eae00785-fcdf-4a11-ac58-45db0f519776 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 210 time: 0.0282080 Mar 31 18:53:13.367819 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c2d8-79d1-42a9-83a5-9c29c14c3746 req-4ac52b16-f48b-44f4-aabd-760d4d2a88dd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:13.369587 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7398c2d8-79d1-42a9-83a5-9c29c14c3746 req-4ac52b16-f48b-44f4-aabd-760d4d2a88dd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0651655 Mar 31 18:53:13.455183 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7398c2d8-79d1-42a9-83a5-9c29c14c3746 req-214c2923-f577-442c-a5d5-3d37484a7f69 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773044 Mar 31 18:53:14.140998 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:53:14.167769 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5397d756-5156-47b5-872a-fa8af573502d req-638bc018-f674-4a44-9cfb-9d81febcb5f4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 210 time: 0.0399323 Mar 31 18:53:14.240024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-44fb6252-a877-4af9-bf91-b3a5f51fbd58 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:14.241952 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-44fb6252-a877-4af9-bf91-b3a5f51fbd58 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 818 time: 0.1281664 Mar 31 18:53:14.322537 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-14dc0cd0-20af-4673-89f3-acfa2997d3ac tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a51f8ac54c412fb47fd600832235d4 HTTP/1.1" status: 200 len: 379 time: 0.0700245 Mar 31 18:53:14.334653 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'port': {'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'admin_state_up': True, 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'security_groups': ['54261758-994a-452e-bfc2-95793716d13c']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:14.482080 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Made reservation on behalf of 08a51f8ac54c412fb47fd600832235d4 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:14.486083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:14.603786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a864a7-dc13-4805-b5c7-a9b7808cc4f2 req-1968bc86-bb86-4dd1-b4d4-9c72675bed1b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:14.605284 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-06a864a7-dc13-4805-b5c7-a9b7808cc4f2 req-1968bc86-bb86-4dd1-b4d4-9c72675bed1b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Mar 31 18:53:14.640708 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Allocated IP 172.20.0.5 (5e7f16c0-c33e-4cff-90a9-85281bea56dc/24d14a05-b354-4288-ba4d-952a66fb9a0a/bf203bcb-dd56-4834-a26f-5548ab0a7270) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:53:14.662817 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-06a864a7-dc13-4805-b5c7-a9b7808cc4f2 req-39f872c9-7f46-41ef-b8d2-2e32d8ee746e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509429 Mar 31 18:53:14.837989 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:14.898759 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:14.937957 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493511b7-f16b-4d07-ae03-190c9a268cea req-fa0ae193-acdc-4df8-9c76-e9a28ec4face tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:14.944624 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-493511b7-f16b-4d07-ae03-190c9a268cea req-fa0ae193-acdc-4df8-9c76-e9a28ec4face tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0861397 Mar 31 18:53:14.958675 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event updated for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:14.995550 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:14.997977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:15.003903 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:53:15.009147 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-493511b7-f16b-4d07-ae03-190c9a268cea req-78b3b1fd-91f9-45ac-8c8e-88620d2ff21f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627797 Mar 31 18:53:15.051100 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b412-ab12-4871-8168-9982ae3a916e req-ac472e68-9bba-4562-be79-36cabb273482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.052645 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-ac472e68-9bba-4562-be79-36cabb273482 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1129 time: 0.0913661 Mar 31 18:53:15.138483 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.139260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:15.183866 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-3afc034e-7053-45da-b576-5c12772ca97e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533242 Mar 31 18:53:15.201307 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Request body: {'port': {'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:15.227530 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b412-ab12-4871-8168-9982ae3a916e req-8e2cafe3-f5fa-499b-9b60-297c712866d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.227850 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-8e2cafe3-f5fa-499b-9b60-297c712866d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.1640363 Mar 31 18:53:15.297110 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f53c835d-1135-4226-bd42-679bf414272c None None] Provisioning complete for port bf203bcb-dd56-4834-a26f-5548ab0a7270 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:15.297702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53c835d-1135-4226-bd42-679bf414272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:15.306269 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028638-a977-4f4f-b53a-cff6792cdae2 req-66e08f20-5a94-47f9-aca4-da538597ca89 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.308118 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e7028638-a977-4f4f-b53a-cff6792cdae2 req-66e08f20-5a94-47f9-aca4-da538597ca89 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 931 time: 0.0623267 Mar 31 18:53:15.318018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:15.338219 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f53c835d-1135-4226-bd42-679bf414272c None None] Port bf203bcb-dd56-4834-a26f-5548ab0a7270 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:53:15.347396 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-075f02fb-41b4-45ed-8093-f3ffce856916 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 1001 time: 0.1103108 Mar 31 18:53:15.370948 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e7028638-a977-4f4f-b53a-cff6792cdae2 req-7d02786d-5096-46c5-b09c-6e6d7d09a9d7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530875 Mar 31 18:53:15.484918 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b412-ab12-4871-8168-9982ae3a916e req-729bd227-bbe3-42f3-88eb-978165f32ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.486590 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-729bd227-bbe3-42f3-88eb-978165f32ff2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.1208835 Mar 31 18:53:15.827782 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b412-ab12-4871-8168-9982ae3a916e req-f17ce3c1-bba2-4549-b168-0ed2189ddb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:15.829320 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-f17ce3c1-bba2-4549-b168-0ed2189ddb77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3312144 Mar 31 18:53:15.988939 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-d4c76e03-f787-46f9-93e6-b79fb2248e94 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508429 Mar 31 18:53:16.000725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf203bcb-dd56-4834-a26f-5548ab0a7270 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:53:16.019687 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks [] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:16.072961 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Transition to ACTIVE for port object bf203bcb-dd56-4834-a26f-5548ab0a7270 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:53:16.078311 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:16.165198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Pushing event updated for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:16.165812 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44aacf-e764-4497-afc8-d4954cac3c8a req-b98602c7-df0f-434b-88e4-55a225e517ce tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.167455 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d44aacf-e764-4497-afc8-d4954cac3c8a req-b98602c7-df0f-434b-88e4-55a225e517ce tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0800517 Mar 31 18:53:16.173647 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9990b412-ab12-4871-8168-9982ae3a916e req-e8acabec-8e53-434c-af69-890f75a02fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754031 Mar 31 18:53:16.251443 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d44aacf-e764-4497-afc8-d4954cac3c8a req-9077d109-2167-4e0e-8d4c-bf91f84403b9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737722 Mar 31 18:53:16.289639 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Attempting to bind port bf203bcb-dd56-4834-a26f-5548ab0a7270 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:53:16.289978 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Attempting to bind port bf203bcb-dd56-4834-a26f-5548ab0a7270 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:53:16.290317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Attempting to bind port bf203bcb-dd56-4834-a26f-5548ab0a7270 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:53:16.295289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Port bf203bcb-dd56-4834-a26f-5548ab0a7270 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:53:16.296309 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Attempting to bind port bf203bcb-dd56-4834-a26f-5548ab0a7270 on network 5e7f16c0-c33e-4cff-90a9-85281bea56dc {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:53:16.301672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:53:16.302014 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Checking segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:53:16.302403 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Bound using segment: {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:53:16.302838 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Bound port: bf203bcb-dd56-4834-a26f-5548ab0a7270, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549dee4f-792f-4c09-9b7f-d04374f0e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:53:16.303827 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:16.387216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:53:16.390718 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:53:16.401829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:16.441815 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.442489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:16.445174 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] 10.222.0.23 "PUT /v2.0/ports/bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 1093 time: 1.2480690 Mar 31 18:53:16.450416 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:53:16.453937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec" -d '{"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:53:16.546159 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98f902-e31f-473e-bcf6-d3d0e611de15 req-db407002-d2b6-4ed7-ac76-eefcec8e1f3c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.555278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4e98f902-e31f-473e-bcf6-d3d0e611de15 req-db407002-d2b6-4ed7-ac76-eefcec8e1f3c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0718546 Mar 31 18:53:16.556548 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5835-6e1e-4ec6-a686-73f147af1c15 service neutron] Pushing event updated for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:16.596129 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708888db-4244-420c-ad65-c6f3229e1546 x-openstack-request-id: req-708888db-4244-420c-ad65-c6f3229e1546 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:53:16.597046 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:53:16.597414 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-708888db-4244-420c-ad65-c6f3229e1546 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:53:16.597883 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708888db-4244-420c-ad65-c6f3229e1546'] response: {'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'status': 'completed', 'code': 200} Mar 31 18:53:16.610458 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-14dcf667-36a2-4a5a-9457-aee01eb8a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.612673 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-14dcf667-36a2-4a5a-9457-aee01eb8a5dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1127 time: 0.0965464 Mar 31 18:53:16.636756 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4e98f902-e31f-473e-bcf6-d3d0e611de15 req-25601519-be4b-4d35-be63-efcc3a1cd00d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805159 Mar 31 18:53:16.686597 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-200013c4-aa25-4478-bc59-17732f22a321 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 217 time: 0.0513730 Mar 31 18:53:16.767989 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-03ad8d86-bca0-41b7-ac32-cfc2680e0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.771049 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-03ad8d86-bca0-41b7-ac32-cfc2680e0841 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0686445 Mar 31 18:53:16.848449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-01bf516f-7f5e-4eac-b31b-f83cf1adea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:16.855319 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-01bf516f-7f5e-4eac-b31b-f83cf1adea9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741596 Mar 31 18:53:17.009471 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-74fb196d-1d69-49e4-baa8-becb87d7e216 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426406 Mar 31 18:53:17.111822 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c1af887-9b3e-4d6d-9a28-b34697650bf5 req-072982cc-c28a-4029-b278-bc53b9769810 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929153 Mar 31 18:53:17.216481 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-eb27b426-bf93-4a8c-bd36-0f18d3db00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.218129 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-eb27b426-bf93-4a8c-bd36-0f18d3db00fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1127 time: 0.0536094 Mar 31 18:53:17.319654 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-927f3ebd-1d5f-4764-9b6e-aecd536db9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.321633 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-927f3ebd-1d5f-4764-9b6e-aecd536db9f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0976472 Mar 31 18:53:17.378425 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-2ed39c05-dd72-478c-b1f2-d5a6d4519b33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 217 time: 0.0475688 Mar 31 18:53:17.385189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29337-9df1-4214-b353-1a744efd9d2d req-95fff552-c10e-441d-98f0-33f6dc2ff5c1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.386814 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-79a29337-9df1-4214-b353-1a744efd9d2d req-95fff552-c10e-441d-98f0-33f6dc2ff5c1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0574875 Mar 31 18:53:17.434607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-b5ed6ae6-f20d-4e04-b2bb-997cc6fb72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.436215 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-b5ed6ae6-f20d-4e04-b2bb-997cc6fb72af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0501771 Mar 31 18:53:17.437543 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-79a29337-9df1-4214-b353-1a744efd9d2d req-f2937598-ce6d-4428-9164-425cd6683054 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448415 Mar 31 18:53:17.500007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-3a686069-5477-4891-8363-cd9c09723bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.501615 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-3a686069-5477-4891-8363-cd9c09723bf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577283 Mar 31 18:53:17.618030 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-08200712-abcb-43e1-a64a-45ad4b8e91cd service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048522 Mar 31 18:53:17.727630 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db80e49f-15f0-4f4b-8f23-c1ed7f550dec req-154d4022-cb67-4acf-88c6-65cd368d1a2b service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028080 Mar 31 18:53:17.800402 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84c8ef-932d-4b52-8471-0b942a4e118a req-e1f5ae14-73fc-4dc1-9a99-1ee2ce275fd3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:17.801900 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ed84c8ef-932d-4b52-8471-0b942a4e118a req-e1f5ae14-73fc-4dc1-9a99-1ee2ce275fd3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0560722 Mar 31 18:53:17.850187 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ed84c8ef-932d-4b52-8471-0b942a4e118a req-e787b0e4-b43c-4072-97be-af37fa222c04 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Mar 31 18:53:18.973271 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d59af-1e9f-4d53-9113-c19c74029d36 req-ad417dd8-eadd-48c5-b5d1-a5e410488a10 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:18.975059 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-830d59af-1e9f-4d53-9113-c19c74029d36 req-ad417dd8-eadd-48c5-b5d1-a5e410488a10 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0562427 Mar 31 18:53:19.026114 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-830d59af-1e9f-4d53-9113-c19c74029d36 req-f795f972-b3b0-4dce-b43f-518803a0f83f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Mar 31 18:53:20.145862 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49ecaf-a094-44a3-91b6-e306a20e5757 req-fd18c5a5-8204-4195-a933-bc6f711893b3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:20.147545 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eb49ecaf-a094-44a3-91b6-e306a20e5757 req-fd18c5a5-8204-4195-a933-bc6f711893b3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0527234 Mar 31 18:53:20.205468 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eb49ecaf-a094-44a3-91b6-e306a20e5757 req-7aea2db6-87bf-40ac-b255-5b649d7e66f6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520761 Mar 31 18:53:21.328878 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32acfd-a5d3-4b0f-874f-399a462e4242 req-36f09f11-8d11-42e8-b026-7423703bc8c7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:21.330393 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5d32acfd-a5d3-4b0f-874f-399a462e4242 req-36f09f11-8d11-42e8-b026-7423703bc8c7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0552917 Mar 31 18:53:21.379873 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5d32acfd-a5d3-4b0f-874f-399a462e4242 req-455b76ef-a10a-42be-9d04-4dc11ed8b988 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Mar 31 18:53:21.613783 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:22.502432 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d1bf6-261a-4a14-86fe-7b0126536fec req-3836a38e-54c0-457a-a2aa-5c9b306327a6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:22.503959 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b9d1bf6-261a-4a14-86fe-7b0126536fec req-3836a38e-54c0-457a-a2aa-5c9b306327a6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0552039 Mar 31 18:53:22.554841 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0b9d1bf6-261a-4a14-86fe-7b0126536fec req-92195bd6-321c-4c5e-b8de-99387f63d68d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Mar 31 18:53:23.679295 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43218601-f1d5-4a4d-a804-fb9f53c58988 req-8e2d3fa3-974b-4034-b53b-6c8ded12088f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:23.680722 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43218601-f1d5-4a4d-a804-fb9f53c58988 req-8e2d3fa3-974b-4034-b53b-6c8ded12088f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 943 time: 0.0566380 Mar 31 18:53:23.733721 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43218601-f1d5-4a4d-a804-fb9f53c58988 req-eb697367-98c1-4426-8a04-515dd136caf7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475285 Mar 31 18:53:24.076984 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device bf203bcb-dd56-4834-a26f-5548ab0a7270 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:53:24.183364 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:24.197268 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:53:24.249314 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port bf203bcb-dd56-4834-a26f-5548ab0a7270 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:24.249894 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:24.264777 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf203bcb-dd56-4834-a26f-5548ab0a7270 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:53:24.285490 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:24.289433 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:24.336882 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:24.344117 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.344470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.344840 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.345202 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.345543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.345878 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.346208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.346535 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.346862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.347187 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.347550 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.347896 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.348228 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.348550 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.348874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:24.686540 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['bf203bcb-dd56-4834-a26f-5548ab0a7270'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:53:24.855012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034deb52-b6b1-47f6-ac83-e62f0f6a7e38 req-48af13af-810f-4182-805c-1af6b0baa9f3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:24.856750 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-034deb52-b6b1-47f6-ac83-e62f0f6a7e38 req-48af13af-810f-4182-805c-1af6b0baa9f3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 944 time: 0.0560074 Mar 31 18:53:24.908225 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-034deb52-b6b1-47f6-ac83-e62f0f6a7e38 req-0479ac13-ec79-4455-b5c2-9c5c0beef36a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Mar 31 18:53:25.747755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:25.897236 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa27d3e-ec30-4e84-8987-6ec96ac36d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:25.972471 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa27d3e-ec30-4e84-8987-6ec96ac36d0f admin admin] Publish callbacks [] for security_group (8100a477-cebc-4958-bcae-6b026ea6ecaf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:25.977432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa27d3e-ec30-4e84-8987-6ec96ac36d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8100a477-cebc-4958-bcae-6b026ea6ecaf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.014176 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa27d3e-ec30-4e84-8987-6ec96ac36d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100a477-cebc-4958-bcae-6b026ea6ecaf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:26.025589 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dfa27d3e-ec30-4e84-8987-6ec96ac36d0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=748411e8099d410fb121744cb6321284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767398 Mar 31 18:53:26.025705 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58370) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:26.066455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f81-8034-43a3-b814-8a67d4653fa8 req-187019ae-9a55-4753-a083-d841daa8a540 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:26.067993 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-017d0f81-8034-43a3-b814-8a67d4653fa8 req-187019ae-9a55-4753-a083-d841daa8a540 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 944 time: 0.0856650 Mar 31 18:53:26.132593 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] Publish callbacks [] for security_group (8100a477-cebc-4958-bcae-6b026ea6ecaf), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.140089 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-017d0f81-8034-43a3-b814-8a67d4653fa8 req-b779580d-3fe4-4419-b382-37e11ea0b25c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650771 Mar 31 18:53:26.159359 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] Publish callbacks [] for security_group (8100a477-cebc-4958-bcae-6b026ea6ecaf), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.206214 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8100a477-cebc-4958-bcae-6b026ea6ecaf), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.209018 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.210730 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8100a477-cebc-4958-bcae-6b026ea6ecaf HTTP/1.1" status: 204 len: 168 time: 0.1833475 Mar 31 18:53:26.220694 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80f18-8d44-42f3-88f8-74f95b54584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100a477-cebc-4958-bcae-6b026ea6ecaf,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:26.486776 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58382) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:26.500948 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7dea-0680-4ef7-8afe-5f69c1cd65ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.576567 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7dea-0680-4ef7-8afe-5f69c1cd65ef admin admin] Publish callbacks [] for security_group (30b03a58-0d29-40e9-a1e1-265674977124), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.580482 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7dea-0680-4ef7-8afe-5f69c1cd65ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (30b03a58-0d29-40e9-a1e1-265674977124), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.617637 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc7dea-0680-4ef7-8afe-5f69c1cd65ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b03a58-0d29-40e9-a1e1-265674977124,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:26.625071 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8cbc7dea-0680-4ef7-8afe-5f69c1cd65ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6761a406b1604530aad2c3c17d8c0fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341598 Mar 31 18:53:26.625617 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:26.680175 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] Publish callbacks [] for security_group (30b03a58-0d29-40e9-a1e1-265674977124), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.702331 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] Publish callbacks [] for security_group (30b03a58-0d29-40e9-a1e1-265674977124), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.754400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (30b03a58-0d29-40e9-a1e1-265674977124), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.757644 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.758804 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30b03a58-0d29-40e9-a1e1-265674977124 HTTP/1.1" status: 204 len: 168 time: 0.1323509 Mar 31 18:53:26.767048 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed329be-073c-4c74-b140-f41ddbb2001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b03a58-0d29-40e9-a1e1-265674977124,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:26.774122 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device bf203bcb-dd56-4834-a26f-5548ab0a7270 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:53:26.832957 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port bf203bcb-dd56-4834-a26f-5548ab0a7270 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:53:26.837594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port bf203bcb-dd56-4834-a26f-5548ab0a7270 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:26.837975 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.921784 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port bf203bcb-dd56-4834-a26f-5548ab0a7270 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:26.922188 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.951337 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:53:26.953693 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d7009-cf84-47cb-942a-e96b872c9a47" -d '{"events": [{"server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "name": "network-vif-plugged", "status": "completed", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:53:26.967230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:26.973018 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.997922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf9755-f838-4992-b79d-566cb7a3c01f x-openstack-request-id: req-88cf9755-f838-4992-b79d-566cb7a3c01f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:53:26.998248 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "name": "network-vif-plugged", "status": "completed", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:53:26.998507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88cf9755-f838-4992-b79d-566cb7a3c01f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:53:26.998907 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cf9755-f838-4992-b79d-566cb7a3c01f'] response: {'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'code': 200} Mar 31 18:53:27.027106 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:27.275138 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0eb0-7291-40af-b9ad-42e5472fac70 req-5d3fb6a2-5dbb-43b3-bbb9-1622b27aacab tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:27.276694 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-30bb0eb0-7291-40af-b9ad-42e5472fac70 req-5d3fb6a2-5dbb-43b3-bbb9-1622b27aacab tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0598838 Mar 31 18:53:27.328720 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-30bb0eb0-7291-40af-b9ad-42e5472fac70 req-6446fc68-9b7a-4ce2-a90a-651b89d79155 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Mar 31 18:53:28.461855 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c905e4-4ea8-43b0-a3b3-e124acea1725 req-1c35e008-77b6-4a00-bff4-049d356a397d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:28.463374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f6c905e4-4ea8-43b0-a3b3-e124acea1725 req-1c35e008-77b6-4a00-bff4-049d356a397d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0631330 Mar 31 18:53:28.514235 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f6c905e4-4ea8-43b0-a3b3-e124acea1725 req-f818b776-12c6-4c48-8187-24d9a3254766 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Mar 31 18:53:28.739798 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dc3f1-979a-480e-a396-f1d1433546d5 req-7dd444f2-6839-4007-bf7d-4cdfed803f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:28.742302 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-821dc3f1-979a-480e-a396-f1d1433546d5 req-7dd444f2-6839-4007-bf7d-4cdfed803f90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0458355 Mar 31 18:53:28.792370 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-821dc3f1-979a-480e-a396-f1d1433546d5 req-84b854f3-6146-4131-aa6b-f0b283004a2d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Mar 31 18:53:29.668037 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066215-1439-4436-96ee-e770d1d72c05 req-4f332ea9-8696-4eb1-a8c1-b229e363e2d7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:29.670663 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04066215-1439-4436-96ee-e770d1d72c05 req-4f332ea9-8696-4eb1-a8c1-b229e363e2d7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0719855 Mar 31 18:53:29.733696 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04066215-1439-4436-96ee-e770d1d72c05 req-0c6524aa-6c05-4530-8540-bcee5d276553 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 Mar 31 18:53:30.854383 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78544c-0d06-4093-951a-abf99a8988f5 req-1c734972-3178-4469-a0fc-f73001466f2f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:30.855899 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aa78544c-0d06-4093-951a-abf99a8988f5 req-1c734972-3178-4469-a0fc-f73001466f2f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0528243 Mar 31 18:53:30.908252 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aa78544c-0d06-4093-951a-abf99a8988f5 req-b5a9d1f0-011e-46da-9423-595533b5e5e6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 Mar 31 18:53:31.027834 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd121040-769b-43ef-85a4-37d97ef2f480 req-7d412276-75ce-4578-b002-97e456547562 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:31.029283 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cd121040-769b-43ef-85a4-37d97ef2f480 req-7d412276-75ce-4578-b002-97e456547562 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0581636 Mar 31 18:53:31.038728 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:31.044559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'floatingip': {'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:31.089231 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:31.558186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:31.562878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:31.666976 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Floating IP 0e7c3cd8-99c9-4177-ab96-8e40fc9794bd associated. External IP: 172.27.1.205, port: bf203bcb-dd56-4834-a26f-5548ab0a7270. Mar 31 18:53:31.922820 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Router 318f015e-7d98-4082-9586-3eb64ee57e2e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:53:32.044487 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:53:32.049371 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:32.054130 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:53:32.066867 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:53:32.067516 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:53:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:32.080473 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7bce76c7-b46d-4228-898e-050a06608256 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "PUT /v2.0/floatingips/0e7c3cd8-99c9-4177-ab96-8e40fc9794bd HTTP/1.1" status: 200 len: 991 time: 1.0403059 Mar 31 18:53:32.081055 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:53:32.083387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:53:32.122872 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba909f-7aae-4590-b9ef-ac1519dab50d x-openstack-request-id: req-dbba909f-7aae-4590-b9ef-ac1519dab50d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:53:32.123169 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:53:32.123454 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbba909f-7aae-4590-b9ef-ac1519dab50d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:53:32.123874 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbba909f-7aae-4590-b9ef-ac1519dab50d'] response: {'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'status': 'completed', 'code': 200} Mar 31 18:53:32.179479 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:53:32.193023 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-7c2c0fc5-3e4b-4dd3-aee3-13901afacd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:32.194850 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-7c2c0fc5-3e4b-4dd3-aee3-13901afacd39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0457845 Mar 31 18:53:32.294309 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-fb7a7790-1add-4b42-83a7-ff3755d413a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:32.295988 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-fb7a7790-1add-4b42-83a7-ff3755d413a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0932612 Mar 31 18:53:32.365430 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-8d323f6d-dc80-4821-ad10-dd6ed43c3240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 999 time: 0.0619659 Mar 31 18:53:32.426609 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:53:31Z', 'revision_number': 1, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:32.431025 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-0e1c8c91-66b7-41df-ad6a-91c133581401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:32.432508 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-0e1c8c91-66b7-41df-ad6a-91c133581401 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0612237 Mar 31 18:53:32.464048 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:53:32.472875 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:53:32.473553 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:53:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:32.482810 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-43a0b724-4f1a-4b2f-b144-67069d8f1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:32.484364 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-43a0b724-4f1a-4b2f-b144-67069d8f1e18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458868 Mar 31 18:53:32.578254 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-e8f55e12-1ec0-40d3-8f11-672d1648236f service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Mar 31 18:53:32.589816 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:53:32.696391 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1dca4e68-95d6-4f8f-b891-d0cf7427caaa req-8efa3c25-fe2b-4363-b365-257dce753996 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115618 Mar 31 18:53:32.843916 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:53:31Z', 'revision_number': 1, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:32.875439 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27820545-8b36-4a95-9fe4-19710cb55e38 None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:53:31Z', 'revision_number': 1, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:53:33.176903 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765db25-3689-44bc-aaa6-b9305544b4b5 None None] New status for floating IP 0e7c3cd8-99c9-4177-ab96-8e40fc9794bd: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:53:34.950559 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68b470e0-0b65-4cc2-b021-bd1f930d7d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:37.228663 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6214-d732-4b29-b1c9-7294e55ef155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:38.587929 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.069038 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:41.391783 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:43.841821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58724) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:43.957663 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8310e69a-97bd-4205-8f00-e4d282a6855c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.038616 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8310e69a-97bd-4205-8f00-e4d282a6855c admin admin] Publish callbacks [] for security_group (604cfa2b-6877-4da6-a9cc-9350e5b22812), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.044099 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8310e69a-97bd-4205-8f00-e4d282a6855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (604cfa2b-6877-4da6-a9cc-9350e5b22812), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.097081 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8310e69a-97bd-4205-8f00-e4d282a6855c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf808e11655e4212b233c79a4b2bf401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522724 Mar 31 18:53:44.097081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e69a-97bd-4205-8f00-e4d282a6855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604cfa2b-6877-4da6-a9cc-9350e5b22812,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:44.098242 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58738) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:44.154092 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] Publish callbacks [] for security_group (604cfa2b-6877-4da6-a9cc-9350e5b22812), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.180624 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] Publish callbacks [] for security_group (604cfa2b-6877-4da6-a9cc-9350e5b22812), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.232696 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (604cfa2b-6877-4da6-a9cc-9350e5b22812), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.235603 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.236933 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604cfa2b-6877-4da6-a9cc-9350e5b22812 HTTP/1.1" status: 204 len: 168 time: 0.1382465 Mar 31 18:53:44.245630 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3281c3-3256-421d-b139-24b7891a4229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604cfa2b-6877-4da6-a9cc-9350e5b22812,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:44.509560 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58746) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:44.522688 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c7d36817-0cdf-4ee6-91c0-4a4e35484b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.596159 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c7d36817-0cdf-4ee6-91c0-4a4e35484b8c admin admin] Publish callbacks [] for security_group (3c7e62d5-a00b-4398-890e-6aa8572190b8), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.600618 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c7d36817-0cdf-4ee6-91c0-4a4e35484b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3c7e62d5-a00b-4398-890e-6aa8572190b8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.638885 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c7d36817-0cdf-4ee6-91c0-4a4e35484b8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edf7305e2ac548fe8e2ffef3cc72f3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282425 Mar 31 18:53:44.639624 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d36817-0cdf-4ee6-91c0-4a4e35484b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e62d5-a00b-4398-890e-6aa8572190b8,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:44.641553 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:44.691588 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] Publish callbacks [] for security_group (3c7e62d5-a00b-4398-890e-6aa8572190b8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.716573 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] Publish callbacks [] for security_group (3c7e62d5-a00b-4398-890e-6aa8572190b8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.763173 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3c7e62d5-a00b-4398-890e-6aa8572190b8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.765894 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:44.767045 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c7e62d5-a00b-4398-890e-6aa8572190b8 HTTP/1.1" status: 204 len: 168 time: 0.1245079 Mar 31 18:53:44.775543 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449967c-ee96-487b-87d6-89ce133e6bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e62d5-a00b-4398-890e-6aa8572190b8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:45.102223 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:45.115740 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d69a66-f2e6-4482-8aba-e2ea618ba28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.195204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d69a66-f2e6-4482-8aba-e2ea618ba28f admin admin] Publish callbacks [] for security_group (2f164860-56f2-4087-b4c2-309aff8640c4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.199582 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d69a66-f2e6-4482-8aba-e2ea618ba28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2f164860-56f2-4087-b4c2-309aff8640c4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.236809 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d3d69a66-f2e6-4482-8aba-e2ea618ba28f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f4114c93f09423d8363786d43b9116b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304903 Mar 31 18:53:45.236920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:45.266753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69a66-f2e6-4482-8aba-e2ea618ba28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f164860-56f2-4087-b4c2-309aff8640c4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:45.305786 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] Publish callbacks [] for security_group (2f164860-56f2-4087-b4c2-309aff8640c4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.336400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] Publish callbacks [] for security_group (2f164860-56f2-4087-b4c2-309aff8640c4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.396220 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2f164860-56f2-4087-b4c2-309aff8640c4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.400141 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.401320 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f164860-56f2-4087-b4c2-309aff8640c4 HTTP/1.1" status: 204 len: 168 time: 0.1610088 Mar 31 18:53:45.409177 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eccf4-72de-4f12-9620-a2c3016d5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f164860-56f2-4087-b4c2-309aff8640c4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:45.442895 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58780) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:45.560926 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86d085bf-73e1-423c-80b3-8bbc1b74f279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.648599 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86d085bf-73e1-423c-80b3-8bbc1b74f279 admin admin] Publish callbacks [] for security_group (b5725498-8aef-417e-8916-0f0d1068129b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.659624 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86d085bf-73e1-423c-80b3-8bbc1b74f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b5725498-8aef-417e-8916-0f0d1068129b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.699581 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-86d085bf-73e1-423c-80b3-8bbc1b74f279 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd49220ee5784054b454210ce9621fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553101 Mar 31 18:53:45.702423 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58788) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:45.705058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d085bf-73e1-423c-80b3-8bbc1b74f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5725498-8aef-417e-8916-0f0d1068129b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:45.753974 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] Publish callbacks [] for security_group (b5725498-8aef-417e-8916-0f0d1068129b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.780150 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] Publish callbacks [] for security_group (b5725498-8aef-417e-8916-0f0d1068129b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.847173 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b5725498-8aef-417e-8916-0f0d1068129b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.850382 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:45.851510 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5725498-8aef-417e-8916-0f0d1068129b HTTP/1.1" status: 204 len: 168 time: 0.1480730 Mar 31 18:53:45.860121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a52c-7fb8-4619-86cc-911a4ad35ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5725498-8aef-417e-8916-0f0d1068129b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:46.680076 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58846) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:46.885738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1886460155-network', 'tenant_id': '1a07bcec9cae4b5a9c6362d16a67a473'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:46.906988 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Made reservation on behalf of 1a07bcec9cae4b5a9c6362d16a67a473 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:46.909441 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:46.919369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:46.998696 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks [] for security_group (dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.003547 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.034648 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:53:47.036996 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:47.049535 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (4849ee44-0397-4ccc-baed-b56d49015419), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.050101 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Added segment 4849ee44-0397-4ccc-baed-b56d49015419 of type vlan for network e94af6ff-420c-45cc-afb8-bca85213fe8b Mar 31 18:53:47.102737 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (e94af6ff-420c-45cc-afb8-bca85213fe8b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.130695 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (e94af6ff-420c-45cc-afb8-bca85213fe8b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.131854 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:47.132452 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.196174 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:47.200163 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5185595 Mar 31 18:53:47.201134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Request body: {'subnet': {'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1886460155-subnet', 'tenant_id': '1a07bcec9cae4b5a9c6362d16a67a473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:47.214960 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ee04-5fb0-4db8-8c27-41ca72067559 admin admin] Pushing event updated for resources: {'Network': ['ID=e94af6ff-420c-45cc-afb8-bca85213fe8b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:47.227675 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network e94af6ff-420c-45cc-afb8-bca85213fe8b details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:53:47.263395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Made reservation on behalf of 1a07bcec9cae4b5a9c6362d16a67a473 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:47.266219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.500468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:47.561351 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (19b25f62-09b9-41d9-81c8-41ce2d25ec9f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.634163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b25f62-09b9-41d9-81c8-41ce2d25ec9f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:47.653711 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Checking segment: {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:53:47.654242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Network hostable DHCP agents. Network: e94af6ff-420c-45cc-afb8-bca85213fe8b, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:53:47.675515 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Network e94af6ff-420c-45cc-afb8-bca85213fe8b is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:53:47.691304 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, e94af6ff-420c-45cc-afb8-bca85213fe8b) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:47.697872 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:47.698476 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.703905 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84062720-ef12-429b-9dcf-d7568dea00c9 None None] Network e94af6ff-420c-45cc-afb8-bca85213fe8b requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:53:47.727298 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c563fe13-6afb-44b0-864b-6ff0bd346280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.741198 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-993fb24c-6222-46dd-9974-8a58c99c23aa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5439112 Mar 31 18:53:47.850273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c563fe13-6afb-44b0-864b-6ff0bd346280 admin admin] Publish callbacks [] for security_group (a7af31e1-8ab5-4f37-a044-e35b3c9e0003), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.856957 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c563fe13-6afb-44b0-864b-6ff0bd346280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a7af31e1-8ab5-4f37-a044-e35b3c9e0003), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.863520 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfac2b0-d4f3-466a-abee-9c5eba3d794f None None] Network e94af6ff-420c-45cc-afb8-bca85213fe8b requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:53:47.889999 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58890) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:47.918857 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58896) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:47.925927 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c563fe13-6afb-44b0-864b-6ff0bd346280 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96dcf341bf94ef79d91ec726bdda0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242358 Mar 31 18:53:47.926983 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563fe13-6afb-44b0-864b-6ff0bd346280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af31e1-8ab5-4f37-a044-e35b3c9e0003,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:47.972512 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] Publish callbacks [] for security_group (a7af31e1-8ab5-4f37-a044-e35b3c9e0003), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:47.995343 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] Publish callbacks [] for security_group (a7af31e1-8ab5-4f37-a044-e35b3c9e0003), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.048775 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34e67d67-aba5-41bd-8cec-36ba15b12c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.086859 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a7af31e1-8ab5-4f37-a044-e35b3c9e0003), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.089523 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.090618 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7af31e1-8ab5-4f37-a044-e35b3c9e0003 HTTP/1.1" status: 204 len: 168 time: 0.1707470 Mar 31 18:53:48.105630 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19327053-ed50-4aeb-9201-54443e258923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af31e1-8ab5-4f37-a044-e35b3c9e0003,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:48.168120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34e67d67-aba5-41bd-8cec-36ba15b12c09 admin admin] Publish callbacks [] for security_group (0c13f905-12c5-4f60-a454-924e3e002842), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.171928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34e67d67-aba5-41bd-8cec-36ba15b12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (0c13f905-12c5-4f60-a454-924e3e002842), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.211170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e67d67-aba5-41bd-8cec-36ba15b12c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13f905-12c5-4f60-a454-924e3e002842,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:48.215497 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-34e67d67-aba5-41bd-8cec-36ba15b12c09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9285318146ff44979c761fb1b3b85f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244364 Mar 31 18:53:48.218518 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58900) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:48.302774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] Publish callbacks [] for security_group (0c13f905-12c5-4f60-a454-924e3e002842), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.333004 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] Publish callbacks [] for security_group (0c13f905-12c5-4f60-a454-924e3e002842), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.399648 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (0c13f905-12c5-4f60-a454-924e3e002842), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.402894 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.404185 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c13f905-12c5-4f60-a454-924e3e002842 HTTP/1.1" status: 204 len: 168 time: 0.1845689 Mar 31 18:53:48.420639 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879d7bd-6177-48d3-970f-b79d5e968b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13f905-12c5-4f60-a454-924e3e002842,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:49.590642 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 58950) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:49.715648 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fc596144-2b61-417b-905f-d937a27f3c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.771436 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-baa004f7-1d91-4e5d-b6d6-8b56d92e0cbe tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:49.772974 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-baa004f7-1d91-4e5d-b6d6-8b56d92e0cbe tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 814 time: 0.1461089 Mar 31 18:53:49.801183 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-02ec693d-04ce-4af2-9202-79875b8ede7a tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/quotas/1a07bcec9cae4b5a9c6362d16a67a473 HTTP/1.1" status: 200 len: 375 time: 0.0213835 Mar 31 18:53:49.839546 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-fa9a30c5-afa1-479a-81f3-688619971e3f tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310566 Mar 31 18:53:49.904484 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fc596144-2b61-417b-905f-d937a27f3c6c admin admin] Publish callbacks [] for security_group (86a827a2-9aca-427f-9231-be01c49a2766), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.909407 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-fc596144-2b61-417b-905f-d937a27f3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (86a827a2-9aca-427f-9231-be01c49a2766), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.972686 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-fc596144-2b61-417b-905f-d937a27f3c6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=321334343f884ec7ad111298fb846750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808312 Mar 31 18:53:49.976143 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 58960) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:49.977191 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596144-2b61-417b-905f-d937a27f3c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a827a2-9aca-427f-9231-be01c49a2766,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:50.001037 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-f63ef451-73ba-426d-9425-7b809989242c service neutron] 10.222.0.32 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520643 Mar 31 18:53:50.034931 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] Publish callbacks [] for security_group (86a827a2-9aca-427f-9231-be01c49a2766), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:50.063040 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] Publish callbacks [] for security_group (86a827a2-9aca-427f-9231-be01c49a2766), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:50.101890 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-37dd3167-d60c-4a4b-896b-44a3e47d575d service neutron] 10.222.0.32 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916955 Mar 31 18:53:50.123491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (86a827a2-9aca-427f-9231-be01c49a2766), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:50.126204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:50.127819 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86a827a2-9aca-427f-9231-be01c49a2766 HTTP/1.1" status: 204 len: 168 time: 0.1492255 Mar 31 18:53:50.140007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967029a9-76d7-4d2c-84c8-edd59603f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a827a2-9aca-427f-9231-be01c49a2766,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:50.370939 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f2da7a52-7b53-4045-898b-3fc7eb0ec1c8 req-120fffbe-1e29-4090-8d1d-e7f5918f0cb6 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 210 time: 0.0388653 Mar 31 18:53:51.141405 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:53:51.506234 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b7183b8c-049a-4530-a9f2-f975a0eb5bd7 req-ba7c0777-a36b-49f3-8ce3-4182a5685bd4 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 210 time: 0.0293524 Mar 31 18:53:51.629208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:51.898062 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-68d29110-f28c-4e4e-a78e-5bbff4aa0b9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630863 Mar 31 18:53:51.976607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-46b2a7fa-ec78-444e-a763-698c8c5a54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:51.978171 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-46b2a7fa-ec78-444e-a763-698c8c5a54df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 1129 time: 0.0544431 Mar 31 18:53:52.103323 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-12414758-d5b0-4906-99eb-86a4eafaf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:52.104787 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-12414758-d5b0-4906-99eb-86a4eafaf7c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1034055 Mar 31 18:53:52.161609 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-b42b04e5-5e5c-472c-b67d-40f7118b72e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21436608-2378-4541-8785-c1f6d702d76e HTTP/1.1" status: 200 len: 217 time: 0.0449505 Mar 31 18:53:52.228672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-0791ff7c-6c27-4d37-a783-4238e75426e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:52.230251 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-0791ff7c-6c27-4d37-a783-4238e75426e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0592568 Mar 31 18:53:52.286615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-eaf83919-0acb-4c71-a299-8af6375a9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:52.288579 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-eaf83919-0acb-4c71-a299-8af6375a9b53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515301 Mar 31 18:53:52.424106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-8f9d8c2c-6c4f-4f37-bb84-b6a4a33e1e9f service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206682 Mar 31 18:53:52.576172 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9172cd50-16c8-45b0-92f4-fc43a1650949 req-89922af4-ab63-4043-8215-5b2cb7c32afc service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402769 Mar 31 18:53:52.619856 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4efda606-46e8-4492-9217-7b03042f8ed0 req-79388a3a-5b2c-413f-97ab-cd4141a3639b tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 210 time: 0.0317762 Mar 31 18:53:52.933641 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-25afa8f4-dc9c-49ee-97a2-906b169767ca tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:52.935318 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-25afa8f4-dc9c-49ee-97a2-906b169767ca tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 814 time: 0.1601245 Mar 31 18:53:52.951431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Request body: {'port': {'device_id': '852a6d80-848c-4ced-b147-b357d037e904', 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b', 'admin_state_up': True, 'tenant_id': '1a07bcec9cae4b5a9c6362d16a67a473'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:53.279329 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Made reservation on behalf of 1a07bcec9cae4b5a9c6362d16a67a473 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:53.282532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:53.416602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Allocated IP 172.20.0.7 (e94af6ff-420c-45cc-afb8-bca85213fe8b/19b25f62-09b9-41d9-81c8-41ce2d25ec9f/b2a59699-ca16-4d8b-b9d5-c82ea6699833) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:53:53.576957 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks [] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:53.625763 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:53.680617 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Network e94af6ff-420c-45cc-afb8-bca85213fe8b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:53.684220 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:53.686670 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:53:53.725158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Pushing event updated for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:53.751959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:53.752596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:53.761495 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37d2b0-4abe-4517-83ea-d81900dd4181 req-d7f1f5b9-de85-44c7-aaeb-7fb6bd1a1275 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:53.763140 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-db37d2b0-4abe-4517-83ea-d81900dd4181 req-d7f1f5b9-de85-44c7-aaeb-7fb6bd1a1275 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 931 time: 0.0559378 Mar 31 18:53:53.771020 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-1b8c8859-1b57-4847-85ce-06c30878fdb0 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239825 Mar 31 18:53:53.783032 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Request body: {'port': {'device_id': '852a6d80-848c-4ced-b147-b357d037e904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:53.816331 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-db37d2b0-4abe-4517-83ea-d81900dd4181 req-970bd3a8-784b-4359-a221-0e43614373fd tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Mar 31 18:53:53.853061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.152488 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a59699-ca16-4d8b-b9d5-c82ea6699833 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:53:54.160999 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks [] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.174894 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Transition to ACTIVE for port object b2a59699-ca16-4d8b-b9d5-c82ea6699833 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:53:54.178629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.233967 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:54.304519 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Attempting to bind port b2a59699-ca16-4d8b-b9d5-c82ea6699833 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:53:54.304858 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Attempting to bind port b2a59699-ca16-4d8b-b9d5-c82ea6699833 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:53:54.305191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Attempting to bind port b2a59699-ca16-4d8b-b9d5-c82ea6699833 on network e94af6ff-420c-45cc-afb8-bca85213fe8b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:53:54.309724 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Port b2a59699-ca16-4d8b-b9d5-c82ea6699833 on network e94af6ff-420c-45cc-afb8-bca85213fe8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:53:54.310053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Attempting to bind port b2a59699-ca16-4d8b-b9d5-c82ea6699833 on network e94af6ff-420c-45cc-afb8-bca85213fe8b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:53:54.315246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:53:54.315617 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Checking segment: {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:53:54.316006 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Bound using segment: {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:53:54.316430 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Bound port: b2a59699-ca16-4d8b-b9d5-c82ea6699833, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:53:54.316792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.388020 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:53:54.390988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:53:54.397912 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.435034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:54.435706 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.437659 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] 10.222.0.23 "PUT /v2.0/ports/b2a59699-ca16-4d8b-b9d5-c82ea6699833 HTTP/1.1" status: 200 len: 1093 time: 0.6592827 Mar 31 18:53:54.438117 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:53:54.444137 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:53:54.479455 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f558-aeaf-42e6-a50f-6f82117860c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:54.494497 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3c7c7-aa5b-4bf3-9708-520297139e35 x-openstack-request-id: req-61d3c7c7-aa5b-4bf3-9708-520297139e35 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:53:54.494849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:53:54.495032 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61d3c7c7-aa5b-4bf3-9708-520297139e35 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:53:54.495611 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d3c7c7-aa5b-4bf3-9708-520297139e35'] response: {'name': 'network-changed', 'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833', 'status': 'completed', 'code': 200} Mar 31 18:53:54.541165 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-23941514-c2a5-4064-ab3a-138945a37d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:54.543659 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-23941514-c2a5-4064-ab3a-138945a37d2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 1127 time: 0.0610051 Mar 31 18:53:54.592166 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-5c906714-747e-4f8e-9a69-5040d636eafe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833 HTTP/1.1" status: 200 len: 217 time: 0.0413923 Mar 31 18:53:54.644381 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-6c891b97-29bb-402c-a119-e91db68d05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:54.645795 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-6c891b97-29bb-402c-a119-e91db68d05b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b25f62-09b9-41d9-81c8-41ce2d25ec9f HTTP/1.1" status: 200 len: 854 time: 0.0463741 Mar 31 18:53:54.682673 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-570bb1ca-25c0-40d4-bc1a-22740ebfd053 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e94af6ff-420c-45cc-afb8-bca85213fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272410 Mar 31 18:53:54.811181 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-0408db2d-f26f-4ee9-a963-d56204d46174 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215153 Mar 31 18:53:54.921068 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeeebeb4-1d05-4440-8d0b-104535f647fb req-c8c72938-ed1d-4923-8201-dbd348c22968 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012423 Mar 31 18:53:54.965473 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bb216-40c1-4e9d-8714-9ebac9f801d5 req-c0c9ab9f-d04b-4409-b942-c447a013a4cd tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:54.967493 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-133bb216-40c1-4e9d-8714-9ebac9f801d5 req-c0c9ab9f-d04b-4409-b942-c447a013a4cd tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 943 time: 0.0672605 Mar 31 18:53:55.030790 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-f51a5a27-1b2e-4d78-8fd0-9e69bc93f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:55.032461 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-f51a5a27-1b2e-4d78-8fd0-9e69bc93f202 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 1127 time: 0.0518625 Mar 31 18:53:55.045675 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-133bb216-40c1-4e9d-8714-9ebac9f801d5 req-268fe6a5-c8e0-4d94-b2d4-7aef6194dcd3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662954 Mar 31 18:53:55.152237 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-d458a229-1d03-40f0-9a47-a74915f4a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:55.153759 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-d458a229-1d03-40f0-9a47-a74915f4a46b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 915 time: 0.1140018 Mar 31 18:53:55.199560 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-8abd7f4f-e493-4711-970a-b1a492756dee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833 HTTP/1.1" status: 200 len: 217 time: 0.0379119 Mar 31 18:53:55.258207 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-5c81e3b2-588c-4984-8f88-494930d114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:55.259837 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-5c81e3b2-588c-4984-8f88-494930d114bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b25f62-09b9-41d9-81c8-41ce2d25ec9f HTTP/1.1" status: 200 len: 854 time: 0.0540769 Mar 31 18:53:55.288489 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59074) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:55.300539 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-292766c9-aaa5-4457-a564-c8dc27db8805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e94af6ff-420c-45cc-afb8-bca85213fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335605 Mar 31 18:53:55.422796 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-128a3408-5137-4951-add2-e7492cac88f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131904 Mar 31 18:53:55.451865 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2add13d-788d-4a3b-935c-d84d8f82c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.541847 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972dd7ca-70fa-447c-83ed-a7f1aa6cdb6a req-52b9c32d-42a5-481d-a106-18f29ae9d9c9 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127226 Mar 31 18:53:55.561735 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2add13d-788d-4a3b-935c-d84d8f82c319 admin admin] Publish callbacks [] for security_group (587657a7-e4b6-4b44-8ab1-b91f2196cddd), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.567749 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2add13d-788d-4a3b-935c-d84d8f82c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (587657a7-e4b6-4b44-8ab1-b91f2196cddd), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.609161 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f2add13d-788d-4a3b-935c-d84d8f82c319 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42ef0c9b4c844804be2e093dd211bc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187871 Mar 31 18:53:55.610025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2add13d-788d-4a3b-935c-d84d8f82c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587657a7-e4b6-4b44-8ab1-b91f2196cddd,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:55.613494 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:55.671244 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] Publish callbacks [] for security_group (587657a7-e4b6-4b44-8ab1-b91f2196cddd), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.699144 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] Publish callbacks [] for security_group (587657a7-e4b6-4b44-8ab1-b91f2196cddd), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.758644 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (587657a7-e4b6-4b44-8ab1-b91f2196cddd), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.762123 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.763488 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/587657a7-e4b6-4b44-8ab1-b91f2196cddd HTTP/1.1" status: 204 len: 168 time: 0.1489487 Mar 31 18:53:55.773500 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecd798-82ce-40e7-a781-64dba9cff839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587657a7-e4b6-4b44-8ab1-b91f2196cddd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:56.108181 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59102) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:56.124206 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22363ce9-7e35-4b4d-99ca-6b6ad397e995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.201179 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b891e9-267a-4f54-9957-657f9b82ce9d req-90b49778-9552-4098-a027-d18657ae490f tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:56.202825 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-46b891e9-267a-4f54-9957-657f9b82ce9d req-90b49778-9552-4098-a027-d18657ae490f tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 943 time: 0.0613458 Mar 31 18:53:56.234560 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22363ce9-7e35-4b4d-99ca-6b6ad397e995 admin admin] Publish callbacks [] for security_group (11689fd9-6f37-475f-8d31-fe81a3b2e279), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.240587 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22363ce9-7e35-4b4d-99ca-6b6ad397e995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11689fd9-6f37-475f-8d31-fe81a3b2e279), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.285970 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-22363ce9-7e35-4b4d-99ca-6b6ad397e995 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b902718e5f374f78baad4d47eeb06814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742039 Mar 31 18:53:56.285970 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363ce9-7e35-4b4d-99ca-6b6ad397e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11689fd9-6f37-475f-8d31-fe81a3b2e279,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:56.287674 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59108) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:56.291710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device b2a59699-ca16-4d8b-b9d5-c82ea6699833 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:53:56.302087 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-46b891e9-267a-4f54-9957-657f9b82ce9d req-aa34462c-1d5d-4e21-98ab-f204f51a5ce2 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860336 Mar 31 18:53:56.371885 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] Publish callbacks [] for security_group (11689fd9-6f37-475f-8d31-fe81a3b2e279), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.401533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] Publish callbacks [] for security_group (11689fd9-6f37-475f-8d31-fe81a3b2e279), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.423076 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:56.447240 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833', 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b', 'port_id': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833', 'mac_address': 'fa:16:3e:84:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b25f62-09b9-41d9-81c8-41ce2d25ec9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:53:56.507812 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11689fd9-6f37-475f-8d31-fe81a3b2e279), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.507914 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port b2a59699-ca16-4d8b-b9d5-c82ea6699833 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:56.507914 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.508052 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.508052 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11689fd9-6f37-475f-8d31-fe81a3b2e279 HTTP/1.1" status: 204 len: 168 time: 0.2168095 Mar 31 18:53:56.527466 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88540215-cb2c-4c9c-9be2-84812449ddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11689fd9-6f37-475f-8d31-fe81a3b2e279,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:56.528218 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a59699-ca16-4d8b-b9d5-c82ea6699833 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:53:56.556116 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:56.563775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:56.635912 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:56.858801 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['b2a59699-ca16-4d8b-b9d5-c82ea6699833'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:53:57.435861 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c596d49-6d9d-48b3-93a9-d618b500fc09 req-6b1dffd3-14eb-4957-a72b-07ecc0a779d3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:57.437517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7c596d49-6d9d-48b3-93a9-d618b500fc09 req-6b1dffd3-14eb-4957-a72b-07ecc0a779d3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 944 time: 0.0606184 Mar 31 18:53:57.522880 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7c596d49-6d9d-48b3-93a9-d618b500fc09 req-ba0d8539-5467-47f9-832d-eb0eaf042606 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748014 Mar 31 18:53:58.295983 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device b2a59699-ca16-4d8b-b9d5-c82ea6699833 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:53:58.352227 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port b2a59699-ca16-4d8b-b9d5-c82ea6699833 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:53:58.356618 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port b2a59699-ca16-4d8b-b9d5-c82ea6699833 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:58.356950 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.495584 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port b2a59699-ca16-4d8b-b9d5-c82ea6699833 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:58.497187 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.541893 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:53:58.544730 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26612e67-acc9-4e5e-bcb7-9e0a27cdb250" -d '{"events": [{"server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "name": "network-vif-plugged", "status": "completed", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:53:58.566538 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:58.579946 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.625044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729e24aa-a05a-47fb-9b94-c89095c9969e x-openstack-request-id: req-729e24aa-a05a-47fb-9b94-c89095c9969e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:53:58.625465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "name": "network-vif-plugged", "status": "completed", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:53:58.625844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-729e24aa-a05a-47fb-9b94-c89095c9969e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:53:58.626319 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729e24aa-a05a-47fb-9b94-c89095c9969e'] response: {'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833', 'code': 200} Mar 31 18:53:58.679004 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:58.719854 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35f78-6fe9-435b-9dee-f9dd2611edba req-9c214c3f-018e-405d-8cd2-468c9b796b02 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:58.722024 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cce35f78-6fe9-435b-9dee-f9dd2611edba req-9c214c3f-018e-405d-8cd2-468c9b796b02 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0795565 Mar 31 18:53:58.779959 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cce35f78-6fe9-435b-9dee-f9dd2611edba req-9d5c28fa-2729-4b36-8271-43e36210807b tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Mar 31 18:53:58.880365 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db108-862d-46dd-aad5-e8b78fecde48 req-cac8f6ba-9c5c-48ae-860e-8273a8a2f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:58.882191 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed5db108-862d-46dd-aad5-e8b78fecde48 req-cac8f6ba-9c5c-48ae-860e-8273a8a2f267 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 1129 time: 0.0560262 Mar 31 18:53:58.935008 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed5db108-862d-46dd-aad5-e8b78fecde48 req-8edea5a9-f80f-4cff-9ed0-2f52d558aeda service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Mar 31 18:53:59.914759 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4d6e-be07-40e4-bc7b-90265ccfa54b req-54a70a29-a901-4a3d-890a-4f8ec85f209e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:59.916385 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5ca4d6e-be07-40e4-bc7b-90265ccfa54b req-54a70a29-a901-4a3d-890a-4f8ec85f209e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0582461 Mar 31 18:53:59.966176 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5ca4d6e-be07-40e4-bc7b-90265ccfa54b req-6a0d495e-c8cc-4f28-b7de-f2404fc48a4d tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Mar 31 18:54:01.102884 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1d3bd-d5de-4755-b616-86b1b091961f req-822d786b-84bb-42b5-ab4f-d0cd74083bf4 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:01.104613 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04c1d3bd-d5de-4755-b616-86b1b091961f req-822d786b-84bb-42b5-ab4f-d0cd74083bf4 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0628271 Mar 31 18:54:01.166997 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04c1d3bd-d5de-4755-b616-86b1b091961f req-47bf4a4b-c0dc-4b60-a276-ef727a261db3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Mar 31 18:54:01.980696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:02.125269 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.234630 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Publish callbacks [] for security_group (5c9c2d4c-a89a-4f83-98a4-e47cad189132), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.240379 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5c9c2d4c-a89a-4f83-98a4-e47cad189132), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.283676 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9c2d4c-a89a-4f83-98a4-e47cad189132,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:02.289208 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecae7b5e08ae4c459094a08578582d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073802 Mar 31 18:54:02.292056 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59342) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:02.299784 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.300153 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.300563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.300903 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.301253 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.301631 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.301986 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.302359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.303110 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.303478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.304005 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.304505 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.305074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.305581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.305920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38007-79f0-466b-9bb4-f2288191ab06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.368592 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Publish callbacks [] for security_group (5c9c2d4c-a89a-4f83-98a4-e47cad189132), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.396100 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Publish callbacks [] for security_group (5c9c2d4c-a89a-4f83-98a4-e47cad189132), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.461202 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5c9c2d4c-a89a-4f83-98a4-e47cad189132), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.464047 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.465234 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c9c2d4c-a89a-4f83-98a4-e47cad189132 HTTP/1.1" status: 204 len: 168 time: 0.1720541 Mar 31 18:54:02.476763 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9c2d4c-a89a-4f83-98a4-e47cad189132,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:02.484433 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.484802 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.485151 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.485526 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.485846 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.486191 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.486516 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.486853 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.487183 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.487722 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.488065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.488398 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.488904 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.489245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.489671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855d839-b430-4f5c-9658-26950e7f00e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:02.535319 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59348) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:02.671681 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd52a4bd-1856-4f0a-997f-959fc9625146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.790896 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd52a4bd-1856-4f0a-997f-959fc9625146 admin admin] Publish callbacks [] for security_group (c71760a4-b99c-451e-946d-2528a0bb69e2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.798455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cd52a4bd-1856-4f0a-997f-959fc9625146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (c71760a4-b99c-451e-946d-2528a0bb69e2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.868237 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-cd52a4bd-1856-4f0a-997f-959fc9625146 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=740d9076c5394cebb1caf55f62ffed3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315396 Mar 31 18:54:02.868847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52a4bd-1856-4f0a-997f-959fc9625146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71760a4-b99c-451e-946d-2528a0bb69e2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:02.872584 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59354) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:02.930375 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] Publish callbacks [] for security_group (c71760a4-b99c-451e-946d-2528a0bb69e2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.954141 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] Publish callbacks [] for security_group (c71760a4-b99c-451e-946d-2528a0bb69e2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.012397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (c71760a4-b99c-451e-946d-2528a0bb69e2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.015241 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.016526 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c71760a4-b99c-451e-946d-2528a0bb69e2 HTTP/1.1" status: 204 len: 168 time: 0.1429198 Mar 31 18:54:03.029695 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afe5a-c9e8-424b-8397-fe44c50fc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71760a4-b99c-451e-946d-2528a0bb69e2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:03.411264 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59360) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:03.426123 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c34ed201-ba21-4e1a-9d4e-ca785b118c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.516109 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c34ed201-ba21-4e1a-9d4e-ca785b118c77 admin admin] Publish callbacks [] for security_group (e637e55b-f808-4a5d-b0de-839eac4252ef), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.520504 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c34ed201-ba21-4e1a-9d4e-ca785b118c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e637e55b-f808-4a5d-b0de-839eac4252ef), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.563891 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c34ed201-ba21-4e1a-9d4e-ca785b118c77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=055c4788ec694bbcbef7032a47bb2bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507244 Mar 31 18:54:03.564975 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed201-ba21-4e1a-9d4e-ca785b118c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637e55b-f808-4a5d-b0de-839eac4252ef,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:03.568916 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59362) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:03.625218 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] Publish callbacks [] for security_group (e637e55b-f808-4a5d-b0de-839eac4252ef), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.651437 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] Publish callbacks [] for security_group (e637e55b-f808-4a5d-b0de-839eac4252ef), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.709426 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e637e55b-f808-4a5d-b0de-839eac4252ef), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.714586 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.715825 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e637e55b-f808-4a5d-b0de-839eac4252ef HTTP/1.1" status: 204 len: 168 time: 0.1463683 Mar 31 18:54:03.725723 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247093cd-c08b-4ca7-b91e-80a94eaaaa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637e55b-f808-4a5d-b0de-839eac4252ef,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:04.076772 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59370) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:04.099744 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5d901dde-1151-4c40-b702-69341f2523c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.218847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5d901dde-1151-4c40-b702-69341f2523c6 admin admin] Publish callbacks [] for security_group (ee61fc33-5323-4caa-90e0-aa167dd6502b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.220336 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5d901dde-1151-4c40-b702-69341f2523c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ee61fc33-5323-4caa-90e0-aa167dd6502b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.265853 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5d901dde-1151-4c40-b702-69341f2523c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75367caf32a34718b3edb37961c83aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879594 Mar 31 18:54:04.266612 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d901dde-1151-4c40-b702-69341f2523c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61fc33-5323-4caa-90e0-aa167dd6502b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:04.268542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59372) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:04.328260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] Publish callbacks [] for security_group (ee61fc33-5323-4caa-90e0-aa167dd6502b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.353127 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] Publish callbacks [] for security_group (ee61fc33-5323-4caa-90e0-aa167dd6502b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.406379 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (ee61fc33-5323-4caa-90e0-aa167dd6502b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.410521 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:04.412841 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee61fc33-5323-4caa-90e0-aa167dd6502b HTTP/1.1" status: 204 len: 168 time: 0.1425231 Mar 31 18:54:04.426140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b55f26-d597-4cb5-881c-32f376c933b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61fc33-5323-4caa-90e0-aa167dd6502b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:04.960712 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee38c404-0449-4326-adfe-5c8333f8be91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.610894 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59450) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:06.730319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f5ae-83fb-410d-a494-d534039dc996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.814831 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f5ae-83fb-410d-a494-d534039dc996 admin admin] Publish callbacks [] for security_group (3d6f23c8-abb3-498d-829e-6f6ac162a8e8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.820253 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f5ae-83fb-410d-a494-d534039dc996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3d6f23c8-abb3-498d-829e-6f6ac162a8e8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.867869 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8f5ae-83fb-410d-a494-d534039dc996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f23c8-abb3-498d-829e-6f6ac162a8e8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:06.873194 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c0b8f5ae-83fb-410d-a494-d534039dc996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee8a89e0a06142d784d32f7a23486bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612081 Mar 31 18:54:06.875797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59454) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:06.928275 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] Publish callbacks [] for security_group (3d6f23c8-abb3-498d-829e-6f6ac162a8e8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.949909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] Publish callbacks [] for security_group (3d6f23c8-abb3-498d-829e-6f6ac162a8e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.997902 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3d6f23c8-abb3-498d-829e-6f6ac162a8e8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.001034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.004052 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d6f23c8-abb3-498d-829e-6f6ac162a8e8 HTTP/1.1" status: 204 len: 168 time: 0.1271956 Mar 31 18:54:07.013054 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838b001-4aff-4012-ac4b-ce36185224dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f23c8-abb3-498d-829e-6f6ac162a8e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:07.231299 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34e4691f-c14b-4292-998a-19e346dcaf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.276541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59462) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:07.290804 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8422c6a7-babb-43aa-bb8e-bebac0e48c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.369448 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8422c6a7-babb-43aa-bb8e-bebac0e48c28 admin admin] Publish callbacks [] for security_group (96af6d55-073f-4d0d-8cd0-0643ccdcb2dc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.373937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8422c6a7-babb-43aa-bb8e-bebac0e48c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (96af6d55-073f-4d0d-8cd0-0643ccdcb2dc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.416398 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59466) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:07.416922 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8422c6a7-babb-43aa-bb8e-bebac0e48c28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ca589d32e1d48a989aa9c177a068872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389942 Mar 31 18:54:07.417626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c6a7-babb-43aa-bb8e-bebac0e48c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af6d55-073f-4d0d-8cd0-0643ccdcb2dc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:07.474748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] Publish callbacks [] for security_group (96af6d55-073f-4d0d-8cd0-0643ccdcb2dc), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.500103 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] Publish callbacks [] for security_group (96af6d55-073f-4d0d-8cd0-0643ccdcb2dc), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.556564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (96af6d55-073f-4d0d-8cd0-0643ccdcb2dc), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.559129 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.560318 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96af6d55-073f-4d0d-8cd0-0643ccdcb2dc HTTP/1.1" status: 204 len: 168 time: 0.1429882 Mar 31 18:54:07.571928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0e364-eae7-4a2d-8c92-23dea68cbbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af6d55-073f-4d0d-8cd0-0643ccdcb2dc,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:08.590600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:09.001592 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9c4c6-f44a-4d28-a4ff-bb0d80e8d64d req-f146abc9-cce3-4472-9a12-d689d593061c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:09.003098 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-86a9c4c6-f44a-4d28-a4ff-bb0d80e8d64d req-f146abc9-cce3-4472-9a12-d689d593061c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Mar 31 18:54:09.057539 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-86a9c4c6-f44a-4d28-a4ff-bb0d80e8d64d req-c0298daf-2a7e-44bf-92e2-4e35f29650f6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482872 Mar 31 18:54:10.082610 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:10.181902 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281c48d-20be-4856-9bde-4ec2eb6c7f46 req-6280ebfb-82dc-477e-955c-d8bac1562d8e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:10.183593 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8281c48d-20be-4856-9bde-4ec2eb6c7f46 req-6280ebfb-82dc-477e-955c-d8bac1562d8e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0548441 Mar 31 18:54:10.242452 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8281c48d-20be-4856-9bde-4ec2eb6c7f46 req-d6751ef4-3f18-4205-937e-af37aecd368f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526080 Mar 31 18:54:11.367922 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70253-2136-445f-a5b9-1f609fe9c124 req-9a92b418-77f8-47a9-bbaa-d55d2fb8c595 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:11.369413 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1e70253-2136-445f-a5b9-1f609fe9c124 req-9a92b418-77f8-47a9-bbaa-d55d2fb8c595 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Mar 31 18:54:11.395329 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:11.423308 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1e70253-2136-445f-a5b9-1f609fe9c124 req-ca152fb2-29b6-452a-a6c3-d8c4b181c94b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Mar 31 18:54:12.562714 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a2aaa-4eb6-4a7b-be2d-e660b9170d43 req-3ff446db-9474-4e57-ac83-cc4b580612d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:12.564282 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-935a2aaa-4eb6-4a7b-be2d-e660b9170d43 req-3ff446db-9474-4e57-ac83-cc4b580612d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0611041 Mar 31 18:54:12.612970 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-935a2aaa-4eb6-4a7b-be2d-e660b9170d43 req-fd41b552-cc5a-4173-b767-615764117b65 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Mar 31 18:54:13.738052 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bfb4d-c211-4522-abeb-1d8ad7663301 req-2468a7b4-1c17-48e4-b770-5b3c429824aa tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:13.740867 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e10bfb4d-c211-4522-abeb-1d8ad7663301 req-2468a7b4-1c17-48e4-b770-5b3c429824aa tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0528767 Mar 31 18:54:13.789961 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e10bfb4d-c211-4522-abeb-1d8ad7663301 req-3023ce9c-d29c-4951-b94e-334dc57f2f68 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Mar 31 18:54:14.915278 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c21b-eef2-4858-8fc9-70beaf93bc6c req-161ba99e-c23e-4252-b14e-cf8a4e02b8eb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:14.916803 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4261c21b-eef2-4858-8fc9-70beaf93bc6c req-161ba99e-c23e-4252-b14e-cf8a4e02b8eb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0556719 Mar 31 18:54:14.963919 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4261c21b-eef2-4858-8fc9-70beaf93bc6c req-068bf8cb-0805-41dc-a4aa-613707d21f8e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414279 Mar 31 18:54:16.088620 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1527-fefe-4607-83fb-af753bb3b228 req-e6724151-1ae4-4d67-bdb7-23f3cd4cd38c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:16.090116 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-59fd1527-fefe-4607-83fb-af753bb3b228 req-e6724151-1ae4-4d67-bdb7-23f3cd4cd38c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Mar 31 18:54:16.138575 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-59fd1527-fefe-4607-83fb-af753bb3b228 req-5d92b83d-d50a-4cec-aa30-8b74b5288702 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Mar 31 18:54:17.260106 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1cb6-aeee-4237-b261-c8fb92c99508 req-b216373d-86f4-49f6-a2f0-8982353285bd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:17.261591 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-471a1cb6-aeee-4237-b261-c8fb92c99508 req-b216373d-86f4-49f6-a2f0-8982353285bd tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Mar 31 18:54:17.310501 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-471a1cb6-aeee-4237-b261-c8fb92c99508 req-60af31cc-5f65-4e60-a350-b1cf6a30ab9f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Mar 31 18:54:18.426730 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a4d4-71f1-4f50-85c1-c38ddf87e6f4 req-9e510ced-a288-4632-91d2-1c14f42836d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:18.429213 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-84e4a4d4-71f1-4f50-85c1-c38ddf87e6f4 req-9e510ced-a288-4632-91d2-1c14f42836d6 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Mar 31 18:54:18.479834 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-84e4a4d4-71f1-4f50-85c1-c38ddf87e6f4 req-5ffe1f5f-c8e8-40dc-aba4-120a81b5c1c2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Mar 31 18:54:19.602473 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca824-9537-458a-adda-30086d06cc14 req-75dcbfe4-525c-49ef-8873-e763b54f4a78 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:19.603895 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3beca824-9537-458a-adda-30086d06cc14 req-75dcbfe4-525c-49ef-8873-e763b54f4a78 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0548599 Mar 31 18:54:19.653149 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3beca824-9537-458a-adda-30086d06cc14 req-db36832c-9006-4948-ac5e-a27f96c8f5f9 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Mar 31 18:54:19.857107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703b9e-6327-4ada-bd54-1f390a98049e req-e9cc48bb-845b-4e27-a2fe-ffd046a4a544 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:19.858642 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c8703b9e-6327-4ada-bd54-1f390a98049e req-e9cc48bb-845b-4e27-a2fe-ffd046a4a544 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0573852 Mar 31 18:54:19.907555 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c8703b9e-6327-4ada-bd54-1f390a98049e req-e8b51d9f-2184-49d3-b0c9-fbff29821cf2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Mar 31 18:54:19.920677 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-42eb5955-cf2e-4a53-b3e6-1984640325f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:19.922214 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-42eb5955-cf2e-4a53-b3e6-1984640325f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1129 time: 0.0540349 Mar 31 18:54:20.013861 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-d48c4f25-36cd-4d89-b77e-cde208c011b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:20.015323 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-d48c4f25-36cd-4d89-b77e-cde208c011b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.0863085 Mar 31 18:54:20.082698 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-d813ac4b-cd17-403d-bd04-6fbdc2c8ef67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 1001 time: 0.0598915 Mar 31 18:54:20.131066 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-62344862-c8c7-4df5-bb9f-433543fa1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:20.132477 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-62344862-c8c7-4df5-bb9f-433543fa1205 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0433836 Mar 31 18:54:20.181542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-84939674-2085-4cd7-aad3-a2b4812ef89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:20.183045 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-84939674-2085-4cd7-aad3-a2b4812ef89e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445297 Mar 31 18:54:20.286162 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-af2da51c-0999-4180-96ea-0e9807497e1f service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960865 Mar 31 18:54:20.374105 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4df373a6-941b-4d31-847a-6dfbba2dc666 req-2f7c49c2-cf17-4499-82f1-14ded5a9a77f service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821424 Mar 31 18:54:21.040175 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199be44-e71b-4dd0-b212-943299559110 req-5607e9d4-ed99-4b50-9ee5-11fea9820dcf tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:21.041671 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0199be44-e71b-4dd0-b212-943299559110 req-5607e9d4-ed99-4b50-9ee5-11fea9820dcf tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0552495 Mar 31 18:54:21.090143 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0199be44-e71b-4dd0-b212-943299559110 req-50ab63c3-a637-42d8-91d1-5d501527e2f3 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426102 Mar 31 18:54:21.628939 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:23.906003 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-92a71274-77bf-447a-a13d-c8777e29e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:23.907558 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-92a71274-77bf-447a-a13d-c8777e29e07c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0471346 Mar 31 18:54:23.921844 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26988b0-8d1a-4abf-82d8-cb94371d27b0 req-2b68d0ce-8b3b-45df-be1c-0035277438a0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:23.923466 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f26988b0-8d1a-4abf-82d8-cb94371d27b0 req-2b68d0ce-8b3b-45df-be1c-0035277438a0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0529940 Mar 31 18:54:23.977211 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f26988b0-8d1a-4abf-82d8-cb94371d27b0 req-c18763a1-b1a8-4569-9302-b7b1efe56fe1 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468802 Mar 31 18:54:24.007164 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-5a28998a-d374-4e57-93e7-d4515b6d8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:24.008666 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-5a28998a-d374-4e57-93e7-d4515b6d8a00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0947430 Mar 31 18:54:24.075001 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-b5913d66-dbd0-4048-b023-f7291a245f1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 1001 time: 0.0599101 Mar 31 18:54:24.127060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-f11a7d21-d9d9-46b4-9b76-8846d59deee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:24.128576 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-f11a7d21-d9d9-46b4-9b76-8846d59deee8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0477264 Mar 31 18:54:24.185302 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-d82830c2-7559-4c54-8aca-993b6bc1a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:24.186835 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-d82830c2-7559-4c54-8aca-993b6bc1a337 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525870 Mar 31 18:54:24.275993 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-7c4c6138-926d-475b-a81d-c9e88c89f333 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Mar 31 18:54:24.374801 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-57b3d932-da83-42ed-bce6-c31014f837f3 req-880b4345-951f-4e4d-80f0-9ea8cb6e6a40 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903208 Mar 31 18:54:25.103471 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41b18-9fa6-40c7-96cb-aa85c2f59d4c req-a0b56ff9-49ef-47e6-b3ed-0046cd4e5db6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:25.105074 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9fe41b18-9fa6-40c7-96cb-aa85c2f59d4c req-a0b56ff9-49ef-47e6-b3ed-0046cd4e5db6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0564899 Mar 31 18:54:25.154199 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9fe41b18-9fa6-40c7-96cb-aa85c2f59d4c req-ab2dc0c5-bbde-424b-91b9-1a719b97587a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Mar 31 18:54:26.275744 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2db493-c111-4e99-b180-1f4a5e85af0a req-acc6b574-4b6d-423d-b49d-b98b8108a1d8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:26.277267 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7f2db493-c111-4e99-b180-1f4a5e85af0a req-acc6b574-4b6d-423d-b49d-b98b8108a1d8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0552599 Mar 31 18:54:26.328078 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7f2db493-c111-4e99-b180-1f4a5e85af0a req-57a249a8-7c3b-4ee6-bb37-400d1408d9ae tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Mar 31 18:54:27.460980 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140416-5392-44dd-9ca4-9cc03dc87a89 req-1f04d0b3-f43c-4306-8a37-be3b94793a0d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:27.462457 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ec140416-5392-44dd-9ca4-9cc03dc87a89 req-1f04d0b3-f43c-4306-8a37-be3b94793a0d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0628688 Mar 31 18:54:27.509730 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ec140416-5392-44dd-9ca4-9cc03dc87a89 req-7ef2fd0a-42bd-4137-85dd-1e6a52a9a3ea tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Mar 31 18:54:28.139870 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:54:28.637916 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6de81-3de5-467a-a245-d8285e24bb85 req-90becb8e-b3a2-4bf2-9362-6842ed382369 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:28.640830 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfa6de81-3de5-467a-a245-d8285e24bb85 req-90becb8e-b3a2-4bf2-9362-6842ed382369 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0613549 Mar 31 18:54:28.689868 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfa6de81-3de5-467a-a245-d8285e24bb85 req-ff15425b-6ae3-4692-bd8b-f1b2faa7ba92 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Mar 31 18:54:29.815419 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726e79a-f06c-42cb-8271-45442bd2c881 req-e8df4610-71fd-4ad1-a1b2-840b3d5fb35c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:29.816887 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3726e79a-f06c-42cb-8271-45442bd2c881 req-e8df4610-71fd-4ad1-a1b2-840b3d5fb35c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0560174 Mar 31 18:54:29.862604 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3726e79a-f06c-42cb-8271-45442bd2c881 req-7ffc298c-fff5-4310-9f9b-8367a2b774b2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Mar 31 18:54:30.994372 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f542d8-3120-4b94-92a3-a6bb71c1ed4b req-abe64934-a953-4d2a-8f54-8fde5a857802 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:30.995920 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99f542d8-3120-4b94-92a3-a6bb71c1ed4b req-abe64934-a953-4d2a-8f54-8fde5a857802 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0625811 Mar 31 18:54:31.047440 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99f542d8-3120-4b94-92a3-a6bb71c1ed4b req-221349ff-dfc7-4f18-96d5-d291aa8dcd96 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Mar 31 18:54:32.179184 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998cb2b-12b9-4574-b8ac-2f7d1e130682 req-7cca3cf0-9718-4567-b3a6-237194fd5c2d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:32.180747 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6998cb2b-12b9-4574-b8ac-2f7d1e130682 req-7cca3cf0-9718-4567-b3a6-237194fd5c2d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0547006 Mar 31 18:54:32.233998 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6998cb2b-12b9-4574-b8ac-2f7d1e130682 req-e6db7597-6d3c-4fd9-bfe9-f3be177e27e2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476744 Mar 31 18:54:33.363687 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af558b99-4af4-46ca-bade-0ef08c843884 req-8199c876-6b80-4ced-8cad-783940240322 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:33.365650 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-af558b99-4af4-46ca-bade-0ef08c843884 req-8199c876-6b80-4ced-8cad-783940240322 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0548170 Mar 31 18:54:33.413389 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-af558b99-4af4-46ca-bade-0ef08c843884 req-0e2ba951-e138-449b-bf1e-f839c19cdbbd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Mar 31 18:54:34.540174 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f0c47-ef9d-4244-a0cd-be09a6ad5039 req-f063b058-3017-48c6-b166-7ae84a447b46 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:34.541682 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c37f0c47-ef9d-4244-a0cd-be09a6ad5039 req-f063b058-3017-48c6-b166-7ae84a447b46 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0542216 Mar 31 18:54:34.590008 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c37f0c47-ef9d-4244-a0cd-be09a6ad5039 req-9d92f876-8a2d-49b1-8c28-95328f9bc8b7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Mar 31 18:54:34.954090 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f84901-34df-469c-88a5-3b8c7cfef893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:35.925803 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3be8-7fb1-400f-8c0e-791a8638cf31 req-a4f035c9-18a1-4c3e-894a-ef209beaf85c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:35.927674 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5edc3be8-7fb1-400f-8c0e-791a8638cf31 req-a4f035c9-18a1-4c3e-894a-ef209beaf85c tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.2584548 Mar 31 18:54:35.978103 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5edc3be8-7fb1-400f-8c0e-791a8638cf31 req-907e734e-3a3f-448a-827e-29359abf2510 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Mar 31 18:54:37.110249 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577901-8981-491b-9f89-9bbda03a9cef req-8abe7b89-ce72-495c-9208-c246f8566e83 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:37.111851 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f577901-8981-491b-9f89-9bbda03a9cef req-8abe7b89-ce72-495c-9208-c246f8566e83 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0582891 Mar 31 18:54:37.165467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f577901-8981-491b-9f89-9bbda03a9cef req-ca4140e8-5625-482a-bbbe-084e2dd23c21 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Mar 31 18:54:37.234482 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4126334-d53d-4f28-b7d2-b6f29d8c4d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:38.326101 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18422a5-af79-44c2-94ff-03b7f96540e1 req-8eb92a1e-cc2b-4c05-b413-676297d6cc1d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:38.327674 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b18422a5-af79-44c2-94ff-03b7f96540e1 req-8eb92a1e-cc2b-4c05-b413-676297d6cc1d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0867584 Mar 31 18:54:38.381963 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b18422a5-af79-44c2-94ff-03b7f96540e1 req-e6a84504-08b9-463e-8900-9e7018fd4931 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477188 Mar 31 18:54:38.595297 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:39.511545 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadeb64-f960-4bd2-8acb-467f2326a396 req-3fedea32-f49e-4735-9407-8b947be23931 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:39.513034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fcadeb64-f960-4bd2-8acb-467f2326a396 req-3fedea32-f49e-4735-9407-8b947be23931 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0542438 Mar 31 18:54:39.561954 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fcadeb64-f960-4bd2-8acb-467f2326a396 req-ee1922be-12f7-42ab-97bb-1abcbf1c3a5f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Mar 31 18:54:40.074283 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:40.685025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360ade1-734d-484e-ac12-94ebac84209e req-375ef7ac-9696-45a9-b762-b680fe9dca8d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:40.686506 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4360ade1-734d-484e-ac12-94ebac84209e req-375ef7ac-9696-45a9-b762-b680fe9dca8d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0529478 Mar 31 18:54:40.734969 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4360ade1-734d-484e-ac12-94ebac84209e req-c3068230-15fb-48f9-ac24-f38f142a751d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428014 Mar 31 18:54:41.399718 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:41.861100 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70f998-e44c-4713-81fb-a4c73f9ce33c req-9fed85c4-cac0-491e-ac57-b4520ad59b72 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:41.862546 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5e70f998-e44c-4713-81fb-a4c73f9ce33c req-9fed85c4-cac0-491e-ac57-b4520ad59b72 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0541792 Mar 31 18:54:41.907350 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5e70f998-e44c-4713-81fb-a4c73f9ce33c req-a9e0d2d9-26bd-49c8-80a7-68490f0712b5 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Mar 31 18:54:43.028582 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba780b0-0cc3-46c6-9a62-1c34354a1aaf req-e4c5b9b0-d66d-473d-ba99-d16432625091 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:43.030037 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dba780b0-0cc3-46c6-9a62-1c34354a1aaf req-e4c5b9b0-d66d-473d-ba99-d16432625091 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0516641 Mar 31 18:54:43.077340 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dba780b0-0cc3-46c6-9a62-1c34354a1aaf req-b14eed27-8476-46d7-b887-2435aad0b96a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Mar 31 18:54:44.202056 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321ec91-0512-4e4c-84ca-e9b3f46d0bb2 req-997118a1-5e35-46cf-b5f0-a88dfc50f094 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:44.203528 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c321ec91-0512-4e4c-84ca-e9b3f46d0bb2 req-997118a1-5e35-46cf-b5f0-a88dfc50f094 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0538127 Mar 31 18:54:44.253818 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c321ec91-0512-4e4c-84ca-e9b3f46d0bb2 req-b10884dd-3b13-44d6-a19b-f93bd6c660e0 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Mar 31 18:54:45.383996 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fce72-f780-45fc-a7a0-316f526b2ebd req-8f251756-4552-4bd9-b327-8f05508add89 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:45.385475 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ea3fce72-f780-45fc-a7a0-316f526b2ebd req-8f251756-4552-4bd9-b327-8f05508add89 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0534413 Mar 31 18:54:45.433069 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ea3fce72-f780-45fc-a7a0-316f526b2ebd req-83510e04-5c22-497b-bcf2-24ddac07731a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Mar 31 18:54:46.555668 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e00069-26e5-49c9-8951-b3e36ee594d4 req-2a63117d-89ef-482d-8681-2add11b49e91 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:46.557186 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b7e00069-26e5-49c9-8951-b3e36ee594d4 req-2a63117d-89ef-482d-8681-2add11b49e91 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0539494 Mar 31 18:54:46.607724 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b7e00069-26e5-49c9-8951-b3e36ee594d4 req-a78f5ea1-85a5-4b45-bbbb-e64082ee03cb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448980 Mar 31 18:54:47.212226 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c32881-ecb5-42aa-91c6-3e2c321970af req-9f49034f-74f9-4be3-8055-d8955ed94173 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:47.213640 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2c32881-ecb5-42aa-91c6-3e2c321970af req-9f49034f-74f9-4be3-8055-d8955ed94173 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0597918 Mar 31 18:54:47.261571 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2c32881-ecb5-42aa-91c6-3e2c321970af req-6680d93f-1781-4fbc-996b-f12fb5930868 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Mar 31 18:54:47.752809 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae04da-8b20-46c2-b00c-d3d54807904b req-f851efd6-d65a-49f8-bd23-6874356d6c59 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:47.755033 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-95ae04da-8b20-46c2-b00c-d3d54807904b req-f851efd6-d65a-49f8-bd23-6874356d6c59 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0523129 Mar 31 18:54:47.799636 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-95ae04da-8b20-46c2-b00c-d3d54807904b req-83025396-c500-4ebc-a50d-79c864dbc5bd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Mar 31 18:54:48.392749 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d94e6b-92e4-4c4e-a443-a50a5025ba32 req-783e71b6-32ca-4673-9125-7a291badd24b tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:48.394319 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b3d94e6b-92e4-4c4e-a443-a50a5025ba32 req-783e71b6-32ca-4673-9125-7a291badd24b tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0578761 Mar 31 18:54:48.445030 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b3d94e6b-92e4-4c4e-a443-a50a5025ba32 req-7fca136d-cd83-4c9d-8064-7b35fcba7e01 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Mar 31 18:54:48.929620 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77261e-7c3a-4a88-b7f4-8d68f9ea8366 req-d674799f-e40d-4efb-8206-95cd16543749 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:48.931253 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9c77261e-7c3a-4a88-b7f4-8d68f9ea8366 req-d674799f-e40d-4efb-8206-95cd16543749 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0595584 Mar 31 18:54:48.982147 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9c77261e-7c3a-4a88-b7f4-8d68f9ea8366 req-5adddf42-8676-4a14-a668-434e49f27834 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448768 Mar 31 18:54:49.159038 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-f3b58b62-e603-4dcf-aeaf-7f0b6a4fe5e4 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:49.161011 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-f3b58b62-e603-4dcf-aeaf-7f0b6a4fe5e4 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 945 time: 0.0544987 Mar 31 18:54:49.259977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Deleting port b2a59699-ca16-4d8b-b9d5-c82ea6699833 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:54:49.260331 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:49.351248 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] For port b2a59699-ca16-4d8b-b9d5-c82ea6699833, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=b2a59699-ca16-4d8b-b9d5-c82ea6699833,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:54:49.351636 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:49.366236 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Calling delete_port for b2a59699-ca16-4d8b-b9d5-c82ea6699833 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:54:49.514197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (b2a59699-ca16-4d8b-b9d5-c82ea6699833), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:49.530780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['b2a59699-ca16-4d8b-b9d5-c82ea6699833'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:54:49.547295 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Pushing event deleted for resources: {'Port': ['ID=b2a59699-ca16-4d8b-b9d5-c82ea6699833,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:49.552928 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08ff8916-0696-4986-8270-8fa30e4cf668 req-841c7537-167a-40af-925a-a8d6a183f799 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=852a6d80-848c-4ced-b147-b357d037e904 HTTP/1.1" status: 200 len: 210 time: 0.0304792 Mar 31 18:54:49.614541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] No DVR routers for this DVR port b2a59699-ca16-4d8b-b9d5-c82ea6699833 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:54:49.617918 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:49.621596 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-80a346e1-249f-4d80-9ea8-7ce3a39196eb req-98e84eda-5689-485d-b1a2-e7fe05c82eab tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "DELETE /v2.0/ports/b2a59699-ca16-4d8b-b9d5-c82ea6699833 HTTP/1.1" status: 204 len: 173 time: 0.4553552 Mar 31 18:54:49.622048 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'name': 'network-vif-deleted', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:54:49.624353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c34ab5-6a1e-40b7-9abf-0dd32d1fc3eb" -d '{"events": [{"server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "name": "network-vif-deleted", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:54:49.663146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6861080-27be-4b6d-946a-b8d821aace19 x-openstack-request-id: req-b6861080-27be-4b6d-946a-b8d821aace19 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:54:49.663488 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852a6d80-848c-4ced-b147-b357d037e904", "name": "network-vif-deleted", "tag": "b2a59699-ca16-4d8b-b9d5-c82ea6699833", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:54:49.663750 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6861080-27be-4b6d-946a-b8d821aace19 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:54:49.664183 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6861080-27be-4b6d-946a-b8d821aace19'] response: {'server_uuid': '852a6d80-848c-4ced-b147-b357d037e904', 'name': 'network-vif-deleted', 'tag': 'b2a59699-ca16-4d8b-b9d5-c82ea6699833', 'status': 'completed', 'code': 200} Mar 31 18:54:50.123762 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124bd0c-2dc8-4980-8611-09eeff0526cf req-aa73125b-5a7b-48e4-872b-e94afb943f02 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:50.127039 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5124bd0c-2dc8-4980-8611-09eeff0526cf req-aa73125b-5a7b-48e4-872b-e94afb943f02 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0722325 Mar 31 18:54:50.186770 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5124bd0c-2dc8-4980-8611-09eeff0526cf req-949d7691-3159-498c-b5f4-f0d8b2d74583 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533867 Mar 31 18:54:50.313253 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-41a9ecd6-9401-4f22-96ba-047b30649d1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483761 Mar 31 18:54:50.378919 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-4699e9df-ec79-4f8d-8ef6-dd447293fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:50.380431 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-4699e9df-ec79-4f8d-8ef6-dd447293fb86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 1129 time: 0.0464044 Mar 31 18:54:50.485548 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-631a4946-1523-4f2e-af02-65e805fab79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:50.487015 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-631a4946-1523-4f2e-af02-65e805fab79e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.0851815 Mar 31 18:54:50.559656 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-7e53bc9a-ad3a-49ba-823d-74f3070f1e43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 200 len: 1001 time: 0.0654726 Mar 31 18:54:50.611551 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-78820291-30ff-4953-bc67-724b3f0a212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:50.613029 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-78820291-30ff-4953-bc67-724b3f0a212d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0469780 Mar 31 18:54:50.667073 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-e15446dd-b20a-495c-ba8e-8f734c96810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:50.668669 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-e15446dd-b20a-495c-ba8e-8f734c96810f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500185 Mar 31 18:54:50.770747 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-f2ef0ddc-d5a2-42a9-b857-e5a07b2ae582 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950902 Mar 31 18:54:50.876732 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dec7384f-29d6-4a86-b1b2-ba148901282f req-8af9df2b-ad14-4b53-be69-52bb97ff84b8 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996656 Mar 31 18:54:51.318008 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98f25c-6dd8-4b7b-8630-8bacf924cf9f req-d2e5b12e-2eb8-4f20-840e-26a73f4adbd3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:51.319629 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa98f25c-6dd8-4b7b-8630-8bacf924cf9f req-d2e5b12e-2eb8-4f20-840e-26a73f4adbd3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0569444 Mar 31 18:54:51.385481 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa98f25c-6dd8-4b7b-8630-8bacf924cf9f req-b2a45e9c-ad8a-4feb-b527-d6defd09c17a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596802 Mar 31 18:54:51.628324 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:52.536708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995dbad-fc4c-4e21-8c7d-8fba7689d815 req-1780c903-f503-41ae-998d-8bb2d644c262 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:52.538362 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f995dbad-fc4c-4e21-8c7d-8fba7689d815 req-1780c903-f503-41ae-998d-8bb2d644c262 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0666020 Mar 31 18:54:52.593736 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f995dbad-fc4c-4e21-8c7d-8fba7689d815 req-dc3c2ee7-eb3a-477e-b9cc-a4ba7ac541f8 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488522 Mar 31 18:54:52.613729 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device b2a59699-ca16-4d8b-b9d5-c82ea6699833 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:54:52.650034 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: b2a59699-ca16-4d8b-b9d5-c82ea6699833 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:54:52.650773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device b2a59699-ca16-4d8b-b9d5-c82ea6699833 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:54:53.728883 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46c4f-e49a-41b0-9a37-04769a9c914f req-aecc85e7-b5cb-4575-9340-7b4ae87cd69d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:53.730400 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b3b46c4f-e49a-41b0-9a37-04769a9c914f req-aecc85e7-b5cb-4575-9340-7b4ae87cd69d tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0609841 Mar 31 18:54:53.783650 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b3b46c4f-e49a-41b0-9a37-04769a9c914f req-c1daede0-e61c-4515-ac50-39414b685673 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469949 Mar 31 18:54:54.736348 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd75da1-ce29-4e71-9a80-f77bc09f2f3a req-e27c741a-b18d-4c0f-ae67-2eec1180b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:54.737812 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4fd75da1-ce29-4e71-9a80-f77bc09f2f3a req-e27c741a-b18d-4c0f-ae67-2eec1180b7fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0564618 Mar 31 18:54:54.788810 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4fd75da1-ce29-4e71-9a80-f77bc09f2f3a req-e5333b4c-6228-4893-aea7-7bc457d59ecd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 Mar 31 18:54:54.918726 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5c2d-7302-433d-834a-bbcd0312a399 req-aea616bf-2ab1-4198-9bd5-1d904118f1fb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:54.920351 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-651e5c2d-7302-433d-834a-bbcd0312a399 req-aea616bf-2ab1-4198-9bd5-1d904118f1fb tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0631771 Mar 31 18:54:54.974705 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-651e5c2d-7302-433d-834a-bbcd0312a399 req-1cbfd71b-bb4b-458d-a329-6442a0285f8b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Mar 31 18:54:56.108823 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d67538-d070-43ac-af3c-d06a87af8c27 req-6ad3e94c-c169-40e6-8140-d3fe2f12d756 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:56.110381 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d0d67538-d070-43ac-af3c-d06a87af8c27 req-6ad3e94c-c169-40e6-8140-d3fe2f12d756 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0592217 Mar 31 18:54:56.161215 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d0d67538-d070-43ac-af3c-d06a87af8c27 req-e70bf4bc-c1cd-4ef8-bb4b-5b2b8d8efc60 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Mar 31 18:54:57.284812 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771483f-7044-413e-aeb9-3d2eee45f714 req-7ba928b6-335e-40ee-91d9-ce9f226b4bdd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:57.286883 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7771483f-7044-413e-aeb9-3d2eee45f714 req-7ba928b6-335e-40ee-91d9-ce9f226b4bdd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0539389 Mar 31 18:54:57.355858 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7771483f-7044-413e-aeb9-3d2eee45f714 req-4139dc9c-f097-4b14-907b-fea35f3283e2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584424 Mar 31 18:54:58.516846 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c51fc-ce57-40bc-b3b5-4bfc33788718 req-5d08ee88-356a-472a-87d0-dc7e504c0293 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:58.518469 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f3c51fc-ce57-40bc-b3b5-4bfc33788718 req-5d08ee88-356a-472a-87d0-dc7e504c0293 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0662906 Mar 31 18:54:58.592850 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f3c51fc-ce57-40bc-b3b5-4bfc33788718 req-ebc11890-1449-4a4a-80bb-c4310c035015 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661409 Mar 31 18:54:58.742173 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-834b2957-64da-4641-9c78-c04ccc75c32e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:58.744166 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-834b2957-64da-4641-9c78-c04ccc75c32e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 814 time: 0.1296823 Mar 31 18:54:58.764100 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-2cbb4b63-22a1-4920-9618-2a1ab4b6c09e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/quotas/1a07bcec9cae4b5a9c6362d16a67a473 HTTP/1.1" status: 200 len: 375 time: 0.0136743 Mar 31 18:54:58.811617 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-ff58a826-6d1d-4ea1-8072-a277650c3eb8 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373597 Mar 31 18:54:58.951058 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-9bd9110b-a9c7-4d19-9266-7630b5badca1 service neutron] 10.222.0.32 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304138 Mar 31 18:54:59.069856 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-2722a52e-5234-4f11-8bd7-71c84a97fb7e service neutron] 10.222.0.32 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129735 Mar 31 18:54:59.123083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-48c52c0d-747c-4634-9e16-ee1e02669013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:59.125655 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-48c52c0d-747c-4634-9e16-ee1e02669013 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0590847 Mar 31 18:54:59.141536 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83e44-1724-4a7c-84a7-1196b67959f1 req-9653c11d-63f8-419f-b860-6df627ec555f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:59.142983 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dbf83e44-1724-4a7c-84a7-1196b67959f1 req-9653c11d-63f8-419f-b860-6df627ec555f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0678394 Mar 31 18:54:59.212381 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dbf83e44-1724-4a7c-84a7-1196b67959f1 req-131cc1de-aaa3-4803-8fe8-2e3ec78008d2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622244 Mar 31 18:54:59.249007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-8d9b72f5-edde-4190-9656-8b123f061e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:59.250774 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-8d9b72f5-edde-4190-9656-8b123f061e5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.1176322 Mar 31 18:54:59.274675 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-25bcc46a-c4b0-4dba-b5e6-d2178ae472a1 req-915bb729-8ccb-4d89-b3e7-66f230552053 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 210 time: 0.0324295 Mar 31 18:54:59.328548 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-f0f63b68-8cc3-4ee6-b0b3-c14cea0bd253 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 1001 time: 0.0714912 Mar 31 18:54:59.383936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-68893f6e-4e82-42c6-b6fa-13943213ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:59.385477 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-68893f6e-4e82-42c6-b6fa-13943213ff78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0495725 Mar 31 18:54:59.453369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-0bab9c83-81c6-4fb2-8107-7ac6074359cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:59.455259 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-0bab9c83-81c6-4fb2-8107-7ac6074359cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592101 Mar 31 18:54:59.584867 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-87d88d5c-093d-4212-a52c-ead4cbc8ceac service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231730 Mar 31 18:54:59.701794 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-525e745e-549c-4e4d-a9a6-9753e1d50263 req-7662294b-731e-40f7-907a-f48fd2acd558 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107812 Mar 31 18:55:00.402321 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-244bae16-2979-4f1e-99a4-ba07b7ecccd0 req-35b8020f-aaca-49a9-aa1f-7ed57320450f tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 210 time: 0.0400627 Mar 31 18:55:00.415611 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0413a-bfe7-495b-a42f-e74100814e08 req-908e2d38-49eb-461d-a792-ecb5c4704e94 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:00.417182 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-32b0413a-bfe7-495b-a42f-e74100814e08 req-908e2d38-49eb-461d-a792-ecb5c4704e94 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.1110821 Mar 31 18:55:00.428190 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-fb63ed54-cd6e-43ba-bb8b-113ea88e042e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:00.430351 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-fb63ed54-cd6e-43ba-bb8b-113ea88e042e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 814 time: 0.1462238 Mar 31 18:55:00.451654 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Request body: {'port': {'device_id': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b', 'admin_state_up': True, 'tenant_id': '1a07bcec9cae4b5a9c6362d16a67a473'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:00.475852 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-32b0413a-bfe7-495b-a42f-e74100814e08 req-68efcb28-6227-4b11-aa82-c05e94c3d007 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529768 Mar 31 18:55:00.591228 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Made reservation on behalf of 1a07bcec9cae4b5a9c6362d16a67a473 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:55:00.595159 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:00.750451 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Allocated IP 172.20.0.11 (e94af6ff-420c-45cc-afb8-bca85213fe8b/19b25f62-09b9-41d9-81c8-41ce2d25ec9f/1de6a5d9-a700-4bd1-919c-e3a3c4f9412b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:55:00.926440 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks [] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:00.966533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.014505 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Network e94af6ff-420c-45cc-afb8-bca85213fe8b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:55:01.018667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:01.029319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:55:01.041713 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Pushing event updated for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:01.346269 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:01.346881 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.365365 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-6287c2da-c0e2-441e-96c4-f1a9d3b4e4c7 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9256465 Mar 31 18:55:01.379783 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Request body: {'port': {'device_id': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:01.461358 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.576086 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089f4e1-38dc-4431-a731-e277d1dc980c req-43bcabbd-af56-4819-81b8-704a7aa52f52 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:01.577738 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b089f4e1-38dc-4431-a731-e277d1dc980c req-43bcabbd-af56-4819-81b8-704a7aa52f52 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 932 time: 0.0769687 Mar 31 18:55:01.653386 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b089f4e1-38dc-4431-a731-e277d1dc980c req-a503bc41-811c-4605-8e6f-f7adb08b1607 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609102 Mar 31 18:55:01.661589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621234b3-4616-4d43-b30a-21a82379323c req-5f767b68-bf94-4a7e-b96e-42edd4972b30 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:01.663193 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-621234b3-4616-4d43-b30a-21a82379323c req-5f767b68-bf94-4a7e-b96e-42edd4972b30 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.1081531 Mar 31 18:55:01.719623 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-621234b3-4616-4d43-b30a-21a82379323c req-e595c41d-7701-4ea3-ab91-e66fe3cea6c6 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488906 Mar 31 18:55:01.775093 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:55:01.782707 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks [] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.797073 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Transition to ACTIVE for port object 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:55:01.802316 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.850778 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c128-4846-4c0c-89f0-b13cc8a4f044 req-8acb0dd1-63c9-4e44-99c0-5f9684d2e7ff tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:01.852436 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4e81c128-4846-4c0c-89f0-b13cc8a4f044 req-8acb0dd1-63c9-4e44-99c0-5f9684d2e7ff tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0657513 Mar 31 18:55:01.853473 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:01.864199 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59838) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:01.869791 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Request body: {'floatingip': {'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:01.928216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Attempting to bind port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:55:01.928468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Attempting to bind port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:55:01.928801 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Attempting to bind port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b on network e94af6ff-420c-45cc-afb8-bca85213fe8b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:55:01.933221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b on network e94af6ff-420c-45cc-afb8-bca85213fe8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:55:01.933544 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Attempting to bind port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b on network e94af6ff-420c-45cc-afb8-bca85213fe8b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:55:01.938416 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:55:01.938755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Checking segment: {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:55:01.939139 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Bound using segment: {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:55:01.939612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Bound port: 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4849ee44-0397-4ccc-baed-b56d49015419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:55:01.939970 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:01.983214 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:02.010029 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:55:02.013011 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:55:02.019371 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:02.057077 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.057705 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:02.059087 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/1de6a5d9-a700-4bd1-919c-e3a3c4f9412b HTTP/1.1" status: 200 len: 1094 time: 0.6838825 Mar 31 18:55:02.059553 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:02.061781 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:02.087555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdc5b8-73d0-45d8-a866-2aa59ebae8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:02.105000 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca0187-3158-4055-ac36-793e1c80c0ad x-openstack-request-id: req-d1ca0187-3158-4055-ac36-793e1c80c0ad {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:02.105000 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:02.105248 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1ca0187-3158-4055-ac36-793e1c80c0ad {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:02.105674 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ca0187-3158-4055-ac36-793e1c80c0ad'] response: {'name': 'network-changed', 'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b', 'status': 'completed', 'code': 200} Mar 31 18:55:02.161752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-00ca5d4e-69f3-483e-a42a-5f35f1584cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.163305 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-00ca5d4e-69f3-483e-a42a-5f35f1584cfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 1128 time: 0.0476141 Mar 31 18:55:02.213641 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-5e08cac9-b55a-4885-a6bc-206b1225910d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b HTTP/1.1" status: 200 len: 217 time: 0.0431316 Mar 31 18:55:02.262044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-3b8aeef7-0f5a-4677-88cb-fa358ce1eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.263601 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-3b8aeef7-0f5a-4677-88cb-fa358ce1eae9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b25f62-09b9-41d9-81c8-41ce2d25ec9f HTTP/1.1" status: 200 len: 854 time: 0.0435698 Mar 31 18:55:02.296433 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-31d9169b-8495-4c4e-a1b2-396f02f1aee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e94af6ff-420c-45cc-afb8-bca85213fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254180 Mar 31 18:55:02.399336 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-5a1e9dc2-1f04-49d3-af3c-193e76150880 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953448 Mar 31 18:55:02.511842 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb849a90-9b46-4fa1-8312-6e32907c2158 req-82aaec13-53ba-4997-bed5-f8a7dd5f0a9a service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061318 Mar 31 18:55:02.611761 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-b0b5b67d-7c83-45de-aaa1-b6b8cebf6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.613980 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-b0b5b67d-7c83-45de-aaa1-b6b8cebf6020 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 1128 time: 0.0492632 Mar 31 18:55:02.716237 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-f1dc76d0-a0d6-4881-bfe0-48e0a4039ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.717745 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-f1dc76d0-a0d6-4881-bfe0-48e0a4039ca8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 200 len: 915 time: 0.0983875 Mar 31 18:55:02.763395 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-04cb7981-4025-47fe-9f99-468877b51a34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b HTTP/1.1" status: 200 len: 217 time: 0.0377419 Mar 31 18:55:02.816173 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-9fa885f2-91f4-4a16-bebe-d18c8e0aa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.819279 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-9fa885f2-91f4-4a16-bebe-d18c8e0aa54e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b25f62-09b9-41d9-81c8-41ce2d25ec9f HTTP/1.1" status: 200 len: 854 time: 0.0471766 Mar 31 18:55:02.835727 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:02.840863 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:02.851969 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601ad7c-0fdc-4b27-bca3-b0240b504e26 req-adfaa760-7bed-4489-bd75-cf4c7da4e74a tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:02.853568 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d601ad7c-0fdc-4b27-bca3-b0240b504e26 req-adfaa760-7bed-4489-bd75-cf4c7da4e74a tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 944 time: 0.1220720 Mar 31 18:55:02.854887 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-f1a67207-5adc-4a4f-a8ac-4c5dabbe6874 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e94af6ff-420c-45cc-afb8-bca85213fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295503 Mar 31 18:55:02.953591 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-479211b0-91f5-453f-9fc7-fb5ff68cb7a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Mar 31 18:55:02.978836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d601ad7c-0fdc-4b27-bca3-b0240b504e26 req-5dbc5828-10d3-42c6-9793-7865faf22de3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923476 Mar 31 18:55:03.055231 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c98eabfb-a0c7-4be2-b941-16dabd14fc4c req-e39bd1e6-b7cd-4ec7-ab0a-c127ad0d61ad service neutron] 10.222.0.23 "GET /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953305 Mar 31 18:55:03.118402 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Router 318f015e-7d98-4082-9586-3eb64ee57e2e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:55:03.227818 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:55:03.232335 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:03.237704 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:55:03.248430 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:03.249128 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:54:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:03.263982 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:03.267260 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:03.300411 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4ef73f1f-f139-4604-9686-53de5ee91164 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "PUT /v2.0/floatingips/0e7c3cd8-99c9-4177-ab96-8e40fc9794bd HTTP/1.1" status: 200 len: 993 time: 1.4326715 Mar 31 18:55:03.316429 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82772d5-6634-4704-b3f6-3f3bb8dd072c x-openstack-request-id: req-e82772d5-6634-4704-b3f6-3f3bb8dd072c {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:03.316727 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:03.317025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e82772d5-6634-4704-b3f6-3f3bb8dd072c {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:03.317450 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82772d5-6634-4704-b3f6-3f3bb8dd072c'] response: {'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'status': 'completed', 'code': 200} Mar 31 18:55:03.358386 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:03.386762 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-d00f7d29-b862-4077-b285-3ea2977080f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:03.388348 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-d00f7d29-b862-4077-b285-3ea2977080f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0475230 Mar 31 18:55:03.491891 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-3fd86bea-22bf-4c53-8e3c-57cde9036638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:03.493393 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-3fd86bea-22bf-4c53-8e3c-57cde9036638 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0987778 Mar 31 18:55:03.567848 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-807a8523-0c8a-4b05-a91f-0e7203a4ab6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 1001 time: 0.0680177 Mar 31 18:55:03.626939 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-eb021e38-6a4d-4406-bcde-6898c1f831f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:03.628570 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-eb021e38-6a4d-4406-bcde-6898c1f831f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0482891 Mar 31 18:55:03.683400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-5c399c42-c736-41ee-8850-09c27add1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:03.686068 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-5c399c42-c736-41ee-8850-09c27add1396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497501 Mar 31 18:55:03.697025 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:55:02Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:03.732030 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:55:03.740968 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:03.741584 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:54:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:03.783557 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-a3b0594d-872c-49af-8ef5-3edb8316d89e service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902257 Mar 31 18:55:03.852215 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:03.874334 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-651cca40-c0a6-4288-a14f-4f1b6db7ce2e req-8e6e2d68-aba5-43cd-9ad5-75a6ed7b1bc7 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844009 Mar 31 18:55:04.077361 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:55:02Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:04.096765 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b1a4-cdec-4f1e-8849-13ec0652bffd req-aa300e29-7766-47c6-922e-080dd4363f6e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:04.099034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cc0b1a4-cdec-4f1e-8849-13ec0652bffd req-aa300e29-7766-47c6-922e-080dd4363f6e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 944 time: 0.0521812 Mar 31 18:55:04.105645 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901dc7d-71c7-4031-a444-aac6f7cdd535 None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '0e7c3cd8-99c9-4177-ab96-8e40fc9794bd', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'port_id': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'mac_address': 'fa:16:3e:8c:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:53:02Z', 'updated_at': '2022-03-31T18:55:02Z', 'revision_number': 3, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:55:04.154748 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cc0b1a4-cdec-4f1e-8849-13ec0652bffd req-d2be86e4-ee5d-4a36-844b-1c71d8184431 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Mar 31 18:55:04.692000 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:55:04.802746 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:04.817913 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b', 'network_id': 'e94af6ff-420c-45cc-afb8-bca85213fe8b', 'port_id': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b', 'mac_address': 'fa:16:3e:28:0a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b25f62-09b9-41d9-81c8-41ce2d25ec9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:55:04.876868 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:04.877501 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:04.900629 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:55:04.923572 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:04.928739 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:04.984173 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ac3b-4f3d-4776-bee7-8b697d73ce5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:05.002811 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:05.014048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.014404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.014786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.015156 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.015536 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.015883 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.016218 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.016555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.016890 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.017230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.017562 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.022331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.022331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.022331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.022331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:05.074780 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e881c-b78b-4f77-9b94-a1a85d9c1bbf req-1b645c4e-8f60-441a-9f4e-1e85432ee088 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.076320 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-003e881c-b78b-4f77-9b94-a1a85d9c1bbf req-1b645c4e-8f60-441a-9f4e-1e85432ee088 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0545495 Mar 31 18:55:05.125619 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-003e881c-b78b-4f77-9b94-a1a85d9c1bbf req-8cd8ee9a-3cb5-4f73-9316-1c0c1a8caa9d tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433657 Mar 31 18:55:05.139089 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:55:05.232758 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['1de6a5d9-a700-4bd1-919c-e3a3c4f9412b'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:55:05.285963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6217-d153-465e-b623-6ea3e0762f92 req-cadc1442-73f4-499f-a2a6-6282e5e3c071 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.287531 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-252d6217-d153-465e-b623-6ea3e0762f92 req-cadc1442-73f4-499f-a2a6-6282e5e3c071 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 945 time: 0.0603447 Mar 31 18:55:05.318475 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:05.320737 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f64f7-16f3-48df-929b-8740de97ce6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:05.340855 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-252d6217-d153-465e-b623-6ea3e0762f92 req-6d412137-8382-40e6-81c1-a4db1973a107 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Mar 31 18:55:05.361073 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041779c7-9736-49ef-8a8e-8e67295dffce x-openstack-request-id: req-041779c7-9736-49ef-8a8e-8e67295dffce {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:05.361435 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:05.362131 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-041779c7-9736-49ef-8a8e-8e67295dffce {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:05.362131 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041779c7-9736-49ef-8a8e-8e67295dffce'] response: {'name': 'network-changed', 'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'status': 'completed', 'code': 200} Mar 31 18:55:05.429715 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f64f7-16f3-48df-929b-8740de97ce6c req-d2206b9d-8502-4240-9813-48ea8b51d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.431227 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-d2206b9d-8502-4240-9813-48ea8b51d127 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 1129 time: 0.0487297 Mar 31 18:55:05.522411 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f64f7-16f3-48df-929b-8740de97ce6c req-49fe32c0-a237-4832-96c6-4e6d09491cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.523843 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-49fe32c0-a237-4832-96c6-4e6d09491cf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0866287 Mar 31 18:55:05.591914 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-0d8878e1-358c-4fc8-a0b5-54be6307c791 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 200 len: 1001 time: 0.0617955 Mar 31 18:55:05.639822 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f64f7-16f3-48df-929b-8740de97ce6c req-3800c6e0-970b-4fd4-a766-24f5166ab856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.641282 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-3800c6e0-970b-4fd4-a766-24f5166ab856 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0435023 Mar 31 18:55:05.691629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f64f7-16f3-48df-929b-8740de97ce6c req-4ecaa630-3108-4ec3-bd58-80273f2e1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:05.693151 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-4ecaa630-3108-4ec3-bd58-80273f2e1101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460043 Mar 31 18:55:05.786823 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-8f1416a3-cf43-41b0-b9ff-6aa2aabab6ac service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Mar 31 18:55:05.877620 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-249f64f7-16f3-48df-929b-8740de97ce6c req-9f44e884-054f-4ebe-9ef0-ec891a16a24f service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846875 Mar 31 18:55:06.261065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1fd4-54c0-4037-a274-16c7a2ea184d req-cebbcc0e-5eca-4bfd-9814-d01be00d5db0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:06.262575 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6ffa1fd4-54c0-4037-a274-16c7a2ea184d req-cebbcc0e-5eca-4bfd-9814-d01be00d5db0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0594988 Mar 31 18:55:06.313184 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6ffa1fd4-54c0-4037-a274-16c7a2ea184d req-e3b37dc4-4fd2-435f-ac07-0911c15d4357 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Mar 31 18:55:06.476687 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a1d2c-6681-46d9-b543-4d1e372063a4 req-15fe5e32-5924-404a-a3f3-5d3276234e3a tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:06.478236 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-839a1d2c-6681-46d9-b543-4d1e372063a4 req-15fe5e32-5924-404a-a3f3-5d3276234e3a tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 945 time: 0.0574992 Mar 31 18:55:06.531303 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-839a1d2c-6681-46d9-b543-4d1e372063a4 req-993cf179-1f9a-44f8-b904-ec8c9a5fb215 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Mar 31 18:55:06.709858 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:55:06.768311 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:55:06.772589 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:06.772967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:06.859508 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:06.859904 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:06.884940 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:06.888166 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b74f2-554e-4bc7-97f3-99cea5b4eb8f" -d '{"events": [{"server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:06.902810 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:06.912565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:06.942380 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc648200-2419-458c-a88d-8a0a31710eaa x-openstack-request-id: req-bc648200-2419-458c-a88d-8a0a31710eaa {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:06.942707 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:06.942974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc648200-2419-458c-a88d-8a0a31710eaa {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:06.943391 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc648200-2419-458c-a88d-8a0a31710eaa'] response: {'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b', 'code': 200} Mar 31 18:55:06.977449 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:07.167510 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e080e-d916-4254-a514-d9e1ceb82d92 req-76b4a983-f5a3-4a7c-96bf-253af0483e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:07.169063 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-426e080e-d916-4254-a514-d9e1ceb82d92 req-76b4a983-f5a3-4a7c-96bf-253af0483e5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 1130 time: 0.0539911 Mar 31 18:55:07.242746 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77fba23e-3c14-4886-b254-c8db523cc458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:07.256106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-426e080e-d916-4254-a514-d9e1ceb82d92 req-0ee401e0-e058-4594-a761-69322f9bbee0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Mar 31 18:55:07.270562 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-01225bb1-c816-414a-9ae0-615d22e9d95e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:07.272533 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-01225bb1-c816-414a-9ae0-615d22e9d95e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0929954 Mar 31 18:55:07.440291 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c7c4-8a37-4eb5-85bc-e121372f157a req-f3b17afb-4d98-4a48-ab73-cd69d75a955b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:07.441829 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0e40c7c4-8a37-4eb5-85bc-e121372f157a req-f3b17afb-4d98-4a48-ab73-cd69d75a955b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0588167 Mar 31 18:55:07.493889 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0e40c7c4-8a37-4eb5-85bc-e121372f157a req-72373413-c9e2-479a-8d91-8d1c09e02ed2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=4727ba19-074a-433a-b982-432cad07090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Mar 31 18:55:07.575536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Deleting port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:07.575889 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:07.676865 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b2435-049c-4ce9-a571-4dc31427b336 req-339f0425-58e5-44fb-b807-3285fb198175 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:07.678443 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-397b2435-049c-4ce9-a571-4dc31427b336 req-339f0425-58e5-44fb-b807-3285fb198175 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 946 time: 0.0723643 Mar 31 18:55:07.682239 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] For port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:07.682607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:07.730079 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-397b2435-049c-4ce9-a571-4dc31427b336 req-848e1688-3087-4ca9-8539-ca27cb8abbf3 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Mar 31 18:55:07.909660 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:07.910082 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:07.910401 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Floating IP 32811138-696f-41a7-bcd3-130f851aed95 disassociated. External IP: 172.27.1.158, port: 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b. Mar 31 18:55:07.910752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Calling delete_port for 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:08.043459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (8769ced8-1af0-4d34-ab62-9dde2c3b3a0b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:08.077691 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'Port': ['ID=8769ced8-1af0-4d34-ab62-9dde2c3b3a0b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:08.088913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.089271 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.089622 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.089977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.090321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.090661 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.090997 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.091328 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.091698 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.092026 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.092358 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.092702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.093019 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.093347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.093674 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:08.219863 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:55:08.554594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:55:08.565283 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:55:08.576534 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:08.577427 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:08.598936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] No DVR routers for this DVR port 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:55:08.602064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:08.605252 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-347aae7e-d86a-4f5b-81b8-dba563d034a8 req-fc50140a-13b2-4c32-8ae6-8acc4b49c50b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0307932 Mar 31 18:55:08.606059 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9105e21e-61f2-4d30-a678-62710355cbb3 req-0a419aaa-a7bc-4c4d-91a0-4a486bcbb643 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "DELETE /v2.0/ports/8769ced8-1af0-4d34-ab62-9dde2c3b3a0b HTTP/1.1" status: 204 len: 173 time: 1.1267197 Mar 31 18:55:08.606545 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'name': 'network-vif-deleted', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:08.609532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f91f8-c7f1-49ec-ad03-dc012f893226" -d '{"events": [{"server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "name": "network-vif-deleted", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:08.661813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1f351-5e66-4752-af06-3e0c50adc34d x-openstack-request-id: req-24c1f351-5e66-4752-af06-3e0c50adc34d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:08.662542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3", "name": "network-vif-deleted", "tag": "8769ced8-1af0-4d34-ab62-9dde2c3b3a0b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:08.663237 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24c1f351-5e66-4752-af06-3e0c50adc34d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:08.663877 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c1f351-5e66-4752-af06-3e0c50adc34d'] response: {'server_uuid': '5a7e9b91-74c1-4ad6-b251-8f207f7f5fa3', 'name': 'network-vif-deleted', 'tag': '8769ced8-1af0-4d34-ab62-9dde2c3b3a0b', 'status': 'completed', 'code': 200} Mar 31 18:55:08.674009 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:08.720768 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:08.875900 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18226be-9795-411d-adb4-190ecd1570bd req-238b85b0-a3eb-40ad-9237-a76a092367d8 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:08.879680 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f18226be-9795-411d-adb4-190ecd1570bd req-238b85b0-a3eb-40ad-9237-a76a092367d8 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 946 time: 0.0783527 Mar 31 18:55:08.935436 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f18226be-9795-411d-adb4-190ecd1570bd req-0ff5d7ff-77e4-480e-91e7-2da05b824d0e tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Mar 31 18:55:08.953477 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:08.990624 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:55:09.002440 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:09.003129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:09.148729 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:09.432312 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:09.460078 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc798e99-1f93-4750-a1ac-1ae6a94aa3de None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:55:09.753359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59900) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:09.761793 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfec764-5400-4fbf-8d57-4fd7145e2f55 None None] New status for floating IP 32811138-696f-41a7-bcd3-130f851aed95: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:55:09.817584 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (4727ba19-074a-433a-b982-432cad07090e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:09.843552 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (4727ba19-074a-433a-b982-432cad07090e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:09.912099 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (4727ba19-074a-433a-b982-432cad07090e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:09.915212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:09.916971 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "DELETE /v2.0/security-groups/4727ba19-074a-433a-b982-432cad07090e HTTP/1.1" status: 204 len: 168 time: 0.1603756 Mar 31 18:55:09.919786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 59902) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:09.928838 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4a95-f795-42e7-9cd8-c7f0f0937cc2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727ba19-074a-433a-b982-432cad07090e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:09.942380 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-8042bed7-fffb-43ee-bdba-d9b2cb07c528 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] show failed (client error): The resource could not be found. Mar 31 18:55:09.947986 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8042bed7-fffb-43ee-bdba-d9b2cb07c528 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups/4727ba19-074a-433a-b982-432cad07090e HTTP/1.1" status: 404 len: 347 time: 0.0269132 Mar 31 18:55:09.948880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59904) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:10.080858 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.091709 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Deleting port 977c7547-8ff7-41a4-8520-f50e7dfbaa12 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:10.092048 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.185683 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.185986 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (977c7547-8ff7-41a4-8520-f50e7dfbaa12), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.204144 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Calling delete_port for 977c7547-8ff7-41a4-8520-f50e7dfbaa12 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:10.394731 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (977c7547-8ff7-41a4-8520-f50e7dfbaa12), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.428492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'Port': ['ID=977c7547-8ff7-41a4-8520-f50e7dfbaa12,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:10.529388 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (32811138-696f-41a7-bcd3-130f851aed95), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.532431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:10.536793 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c01d967f-a2e8-4dab-ad2a-c73a8303a25a tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "DELETE /v2.0/floatingips/32811138-696f-41a7-bcd3-130f851aed95 HTTP/1.1" status: 204 len: 168 time: 0.5837598 Mar 31 18:55:10.695323 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:55:10.730617 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:55:10.730969 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 8769ced8-1af0-4d34-ab62-9dde2c3b3a0b not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:55:11.404933 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:11.828051 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:11.836030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405503476', 'description': 'tempest-description--1476566223'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:11.858376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:11.935288 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (92f580bc-2053-471a-83aa-74a0dc220848), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:11.943602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (92f580bc-2053-471a-83aa-74a0dc220848), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:11.982782 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:11.984069 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1543655 Mar 31 18:55:11.986923 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59916) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:11.993030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group_rule': {'security_group_id': '92f580bc-2053-471a-83aa-74a0dc220848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:11.998411 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc99dc-cc58-497f-8273-bc550a9c72d2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f580bc-2053-471a-83aa-74a0dc220848,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:12.022695 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (15a38f26-130e-4c70-862e-aa8608796a36), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.085336 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (15a38f26-130e-4c70-862e-aa8608796a36), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.090133 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (15a38f26-130e-4c70-862e-aa8608796a36), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.109542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a38f26-130e-4c70-862e-aa8608796a36,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:12.119799 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.121384 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b5b10164-c32a-44be-a088-e64d06fc88bc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319008 Mar 31 18:55:12.124468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59918) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:12.130097 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'security_group_rule': {'security_group_id': '92f580bc-2053-471a-83aa-74a0dc220848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:12.154991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (74e4dac9-76c6-4c00-8d67-9ca2c0888148), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.217914 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (74e4dac9-76c6-4c00-8d67-9ca2c0888148), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.221432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (74e4dac9-76c6-4c00-8d67-9ca2c0888148), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.239304 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e4dac9-76c6-4c00-8d67-9ca2c0888148,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:12.246205 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.250447 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1f83c357-71d4-40d3-894d-9ce455b75b5b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220851 Mar 31 18:55:12.250625 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 59920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:12.256093 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:12.278997 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.385184 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.498431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Allocated IP 172.27.1.158 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:55:12.611235 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.646447 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.686091 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:55:12.694075 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:12.696640 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:55:12.703542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:12.796923 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:12.834941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:13.003353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:13.007675 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:13.075240 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:13.087602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:13.104027 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:13.105281 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1560d4bd-0704-4b8a-8f6a-cb3b8390e57c tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8537073 Mar 31 18:55:13.339443 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-426cbe59-1e8e-44e2-820a-693462f31c82 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1405503476&fields=id&tenant_id=4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 267 time: 0.0468385 Mar 31 18:55:13.451979 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-1790bc0a-05e8-4f3a-a8e0-ab1e52df0c95 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:13.453461 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-1790bc0a-05e8-4f3a-a8e0-ab1e52df0c95 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 811 time: 0.1068101 Mar 31 18:55:13.468379 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-fd87bff1-d490-4540-9fb6-4731d4b899eb tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/quotas/4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 375 time: 0.0090368 Mar 31 18:55:13.528871 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-0e90ee08-8798-475e-a78b-91ac1bc02c41 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543118 Mar 31 18:55:13.630267 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-7bc2b498-01d2-46ae-a073-b32b8283e1d9 service neutron] 10.222.0.32 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Mar 31 18:55:13.746195 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-fc21f81b-688f-45e7-b5b1-c40eae327eec service neutron] 10.222.0.32 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067951 Mar 31 18:55:13.923662 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-83b07768-4576-4d83-9843-35171bd0fc59 req-b5e7ea87-4419-4471-8ed0-f5599727d979 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 210 time: 0.0405579 Mar 31 18:55:14.942326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-bfc52783-c717-4daf-a369-a15aea648220 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:14.943783 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-bfc52783-c717-4daf-a369-a15aea648220 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 811 time: 0.1199229 Mar 31 18:55:15.022487 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-18f5754b-ca7f-42dc-8aaf-bedbf1f93850 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e90fc9b6f1848b09a74ce4b600edffd HTTP/1.1" status: 200 len: 380 time: 0.0658987 Mar 31 18:55:15.025623 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-12bfded3-3b78-4b8c-8cc5-e9f00856acc6 req-2474649d-e4a2-479f-afb2-2e480781e1ce tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Mar 31 18:55:15.048585 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'port': {'device_id': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'admin_state_up': True, 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'security_groups': ['92f580bc-2053-471a-83aa-74a0dc220848']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:15.174978 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Made reservation on behalf of 4e90fc9b6f1848b09a74ce4b600edffd for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:55:15.178398 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.320803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Allocated IP 172.20.0.10 (8acd9037-2f08-4597-ba38-1d0f54a664bb/dcf18a69-9b48-4ec6-88e2-fd7660256ebe/c88bf1f4-7f89-415e-96fa-5f8f9661ef74) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:55:15.472947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.507134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.547971 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:55:15.551184 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:15.555055 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:55:15.620597 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event updated for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:15.649097 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:15.650024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.670488 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d0d8d3df-9ebb-4907-8b8e-0cc83bb86686 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286085 Mar 31 18:55:15.685449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Request body: {'port': {'device_id': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:15.783849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.842969 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-5880cdce-764c-4da4-83cc-5dc9513888ad None None] Provisioning complete for port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:15.843661 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5880cdce-764c-4da4-83cc-5dc9513888ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:15.886244 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5880cdce-764c-4da4-83cc-5dc9513888ad None None] Port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:55:16.096472 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88bf1f4-7f89-415e-96fa-5f8f9661ef74 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:55:16.104964 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks [] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:16.119010 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Transition to ACTIVE for port object c88bf1f4-7f89-415e-96fa-5f8f9661ef74 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:55:16.124634 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:16.162216 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b1293-378b-41b4-9a59-a63886e645d9 req-5efc6f39-cc2d-4458-8eee-b5037c18df46 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:16.164346 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9f1b1293-378b-41b4-9a59-a63886e645d9 req-5efc6f39-cc2d-4458-8eee-b5037c18df46 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 932 time: 0.0573366 Mar 31 18:55:16.183804 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Pushing event updated for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:16.228788 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9f1b1293-378b-41b4-9a59-a63886e645d9 req-187908c3-09fd-4676-a96d-84e6372270f1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573959 Mar 31 18:55:16.261305 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Attempting to bind port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:55:16.261648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Attempting to bind port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:55:16.262018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Attempting to bind port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:55:16.266664 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 on network 8acd9037-2f08-4597-ba38-1d0f54a664bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:55:16.266989 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Attempting to bind port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 on network 8acd9037-2f08-4597-ba38-1d0f54a664bb {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:55:16.272108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:55:16.272452 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Checking segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:55:16.272837 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Bound using segment: {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:55:16.273269 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Bound port: c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:55:16.273629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:16.345442 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:55:16.349556 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:55:16.356153 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:16.393941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:16.395345 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:16.397904 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] 10.222.0.23 "PUT /v2.0/ports/c88bf1f4-7f89-415e-96fa-5f8f9661ef74 HTTP/1.1" status: 200 len: 1094 time: 0.7198865 Mar 31 18:55:16.401765 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:16.405878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501e500-a497-4729-ac43-4782f3dc1003" -d '{"events": [{"name": "network-changed", "server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:16.444572 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017c301-2d2e-41ca-ab15-26c483cd397c service neutron] Pushing event updated for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:16.459704 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36901e14-844a-4fb1-8500-6115bfdb3ca2 x-openstack-request-id: req-36901e14-844a-4fb1-8500-6115bfdb3ca2 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:16.460069 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:16.460418 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36901e14-844a-4fb1-8500-6115bfdb3ca2 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:16.460897 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36901e14-844a-4fb1-8500-6115bfdb3ca2'] response: {'name': 'network-changed', 'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'status': 'completed', 'code': 200} Mar 31 18:55:17.354062 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55253a82-aa97-4ce9-9c60-706ecf45c86f req-e0fbceb0-1e56-4f65-977a-e11628b10436 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:17.355624 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-55253a82-aa97-4ce9-9c60-706ecf45c86f req-e0fbceb0-1e56-4f65-977a-e11628b10436 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 944 time: 0.0571756 Mar 31 18:55:17.404058 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-55253a82-aa97-4ce9-9c60-706ecf45c86f req-0ab6a293-02ff-4e8a-9ce4-b2fdf27b1123 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Mar 31 18:55:18.543535 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471738-c407-4660-a7e1-aaefc6ef5e96 req-3a6475bb-5df3-480e-8448-fa5d26c8e227 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:18.545108 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02471738-c407-4660-a7e1-aaefc6ef5e96 req-3a6475bb-5df3-480e-8448-fa5d26c8e227 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 944 time: 0.0555990 Mar 31 18:55:18.593997 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02471738-c407-4660-a7e1-aaefc6ef5e96 req-bd665200-e20f-4e33-92ba-d7b0307f3207 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Mar 31 18:55:19.034562 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501e500-a497-4729-ac43-4782f3dc1003 req-abffdf20-cf14-4d1a-b579-572d50793291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.036778 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e501e500-a497-4729-ac43-4782f3dc1003 req-abffdf20-cf14-4d1a-b579-572d50793291 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 1128 time: 0.0618868 Mar 31 18:55:19.232596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501e500-a497-4729-ac43-4782f3dc1003 req-092b8981-093e-46d6-beab-0cd0bb0e15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.234095 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e501e500-a497-4729-ac43-4782f3dc1003 req-092b8981-093e-46d6-beab-0cd0bb0e15da service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1840520 Mar 31 18:55:19.412315 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501e500-a497-4729-ac43-4782f3dc1003 req-5621b084-99b6-4e4b-8638-975728a7449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.413968 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e501e500-a497-4729-ac43-4782f3dc1003 req-5621b084-99b6-4e4b-8638-975728a7449d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690040 Mar 31 18:55:19.500477 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-193f7b94-fc9a-423a-bc8a-67203a57cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.502008 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-193f7b94-fc9a-423a-bc8a-67203a57cce4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 1128 time: 0.0505326 Mar 31 18:55:19.546549 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-aafdc60d-3e84-4fec-bc99-8437e807e0ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74 HTTP/1.1" status: 200 len: 217 time: 0.0362706 Mar 31 18:55:19.603576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-766ca3b4-b9b1-4ea3-a1ec-a5847281b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.605054 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-766ca3b4-b9b1-4ea3-a1ec-a5847281b9a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0474803 Mar 31 18:55:19.663395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d008b57c-efa1-4027-b9d8-022c9f1d4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.664878 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-d008b57c-efa1-4027-b9d8-022c9f1d4999 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531759 Mar 31 18:55:19.729698 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434eec4-df46-4ead-818e-51ecd84b8aea req-a79552ca-65ab-44ec-9b33-31df6d3a9139 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:19.731324 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b434eec4-df46-4ead-818e-51ecd84b8aea req-a79552ca-65ab-44ec-9b33-31df6d3a9139 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 944 time: 0.0603344 Mar 31 18:55:19.759899 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-7186233f-37bd-42b5-84e5-4b8578f127fa service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Mar 31 18:55:19.780643 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b434eec4-df46-4ead-818e-51ecd84b8aea req-8d237194-087c-431d-9807-343ddfcd7aff tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Mar 31 18:55:19.850630 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d4f3611-0834-4b19-9dfe-1e370b4ea4be req-df7fdbe0-f805-4b43-8b62-647f08553dc8 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834410 Mar 31 18:55:20.900319 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40fae9-3ed6-4fa4-932d-fd7680d03b4d req-70107075-b6d7-4538-bed8-c747051318c2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:20.901964 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2a40fae9-3ed6-4fa4-932d-fd7680d03b4d req-70107075-b6d7-4538-bed8-c747051318c2 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 944 time: 0.0530903 Mar 31 18:55:20.954643 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2a40fae9-3ed6-4fa4-932d-fd7680d03b4d req-68009be7-96bc-427e-8f4f-291abd1c4e06 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Mar 31 18:55:22.076262 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c298c-9232-4871-8495-4f1c3ad370bc req-80c37d74-1a90-4791-ac6b-46d5938cb75e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:22.077730 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c4c298c-9232-4871-8495-4f1c3ad370bc req-80c37d74-1a90-4791-ac6b-46d5938cb75e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 944 time: 0.0546691 Mar 31 18:55:22.134726 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c4c298c-9232-4871-8495-4f1c3ad370bc req-d6385690-ca44-4986-922c-9ca86596472e tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513675 Mar 31 18:55:22.187289 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device c88bf1f4-7f89-415e-96fa-5f8f9661ef74 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:55:22.216408 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:22.296566 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:22.308287 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'port_id': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'mac_address': 'fa:16:3e:62:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:55:22.346558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:22.346948 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:22.364066 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88bf1f4-7f89-415e-96fa-5f8f9661ef74 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:55:22.382600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:22.386459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:22.434270 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:23.265364 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfbc87-d660-4b8f-a63c-bd24f72037d3 req-8cbd18ae-bf30-42af-a14c-361cc2603f09 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:23.267213 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80bfbc87-d660-4b8f-a63c-bd24f72037d3 req-8cbd18ae-bf30-42af-a14c-361cc2603f09 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 945 time: 0.0615938 Mar 31 18:55:23.318359 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80bfbc87-d660-4b8f-a63c-bd24f72037d3 req-9c9df8ff-ba99-4693-a972-2a75742081c1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Mar 31 18:55:23.421232 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['c88bf1f4-7f89-415e-96fa-5f8f9661ef74'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:55:24.438485 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8687f-27f2-40d0-8927-3e1ecbacfd54 req-28d4fe80-8aff-4553-bef8-d63be2eb7d22 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:24.440240 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11c8687f-27f2-40d0-8927-3e1ecbacfd54 req-28d4fe80-8aff-4553-bef8-d63be2eb7d22 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 945 time: 0.0555625 Mar 31 18:55:24.492045 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11c8687f-27f2-40d0-8927-3e1ecbacfd54 req-a7297da1-784c-41bc-8935-4edbdcf64cdf tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Mar 31 18:55:25.398251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device c88bf1f4-7f89-415e-96fa-5f8f9661ef74 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:55:25.450590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:55:25.454871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:25.455248 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:25.541196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:25.541597 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:25.568829 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:25.571157 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dcb9b3-03c3-4677-843f-ca6ab51463bb" -d '{"events": [{"server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "name": "network-vif-plugged", "status": "completed", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:25.593014 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:25.599788 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:25.626447 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd38226-ecc6-4394-8eb5-5c9e2999181a x-openstack-request-id: req-6cd38226-ecc6-4394-8eb5-5c9e2999181a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:25.626739 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "name": "network-vif-plugged", "status": "completed", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:25.626993 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cd38226-ecc6-4394-8eb5-5c9e2999181a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:25.627393 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd38226-ecc6-4394-8eb5-5c9e2999181a'] response: {'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'code': 200} Mar 31 18:55:25.654770 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:25.657696 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef22c66-d231-4e24-964b-78d2f3bc41e5 req-3614c57f-057b-4748-a13f-fc1945bc27f1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:25.659256 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2ef22c66-d231-4e24-964b-78d2f3bc41e5 req-3614c57f-057b-4748-a13f-fc1945bc27f1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 945 time: 0.0862505 Mar 31 18:55:25.718720 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2ef22c66-d231-4e24-964b-78d2f3bc41e5 req-4304b77a-e80b-4a1e-8d2d-08a01582c084 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511477 Mar 31 18:55:25.806146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759589f-3c39-45ba-9ba1-b24bb5903e29 req-2aef869f-f305-437a-b1bd-d82f8b39590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:25.807694 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1759589f-3c39-45ba-9ba1-b24bb5903e29 req-2aef869f-f305-437a-b1bd-d82f8b39590a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 1130 time: 0.0503268 Mar 31 18:55:25.853323 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1759589f-3c39-45ba-9ba1-b24bb5903e29 req-4aa0df42-b57a-4b4e-a0ee-d4d69334e247 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387099 Mar 31 18:55:26.845096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e8c6-f465-4b82-ad78-05d245bd89ad req-29bb4a37-3a81-492b-9d94-9ef6a032dc2b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:26.846737 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a021e8c6-f465-4b82-ad78-05d245bd89ad req-29bb4a37-3a81-492b-9d94-9ef6a032dc2b tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0551641 Mar 31 18:55:26.898444 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a021e8c6-f465-4b82-ad78-05d245bd89ad req-278b1fa6-fd70-4804-94a9-fc9216e9ab14 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459962 Mar 31 18:55:28.027293 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fee77-d972-42b2-8805-ba86f9e52efb req-b50c5f59-4009-4c1e-a545-8205f43fa296 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:28.028791 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-de8fee77-d972-42b2-8805-ba86f9e52efb req-b50c5f59-4009-4c1e-a545-8205f43fa296 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0560966 Mar 31 18:55:28.074883 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-de8fee77-d972-42b2-8805-ba86f9e52efb req-bcb8109d-88a2-4349-b7a1-d9728ff547f5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Mar 31 18:55:28.188600 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702c67-39cb-490d-a88c-c898c7016d96 req-21166a67-288b-4341-ba6b-e0e79a2d26c4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:28.190052 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f5702c67-39cb-490d-a88c-c898c7016d96 req-21166a67-288b-4341-ba6b-e0e79a2d26c4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Mar 31 18:55:28.200193 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:28.204670 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Request body: {'floatingip': {'port_id': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:28.245608 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:28.929363 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:28.937109 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:29.046600 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Floating IP 7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87 associated. External IP: 172.27.1.158, port: c88bf1f4-7f89-415e-96fa-5f8f9661ef74. Mar 31 18:55:29.238340 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192db096-ffbe-41ba-a7b4-497c63788822 req-b5fe70dc-4b39-4d52-8c3f-9dbd29b808f6 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:29.240577 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-192db096-ffbe-41ba-a7b4-497c63788822 req-b5fe70dc-4b39-4d52-8c3f-9dbd29b808f6 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 946 time: 0.0548332 Mar 31 18:55:29.309787 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-192db096-ffbe-41ba-a7b4-497c63788822 req-b09f17a0-6fbf-48a5-a8fa-f420e78e2736 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Mar 31 18:55:29.310586 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:55:29.441309 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:55:29.446217 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:29.451988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:55:29.463107 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:29.463778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:29.478353 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9a5fa33c-450a-4da6-93bd-c1e9ccb296b0 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "PUT /v2.0/floatingips/7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87 HTTP/1.1" status: 200 len: 992 time: 1.2768269 Mar 31 18:55:29.478729 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:29.481058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f12360-a3f2-4159-bb25-f1b167bb87b3" -d '{"events": [{"name": "network-changed", "server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:29.525272 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31366c78-bf3d-42c1-8c6b-94bac50f4bb8 x-openstack-request-id: req-31366c78-bf3d-42c1-8c6b-94bac50f4bb8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:29.525568 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:29.525849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31366c78-bf3d-42c1-8c6b-94bac50f4bb8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:29.526266 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31366c78-bf3d-42c1-8c6b-94bac50f4bb8'] response: {'name': 'network-changed', 'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'status': 'completed', 'code': 200} Mar 31 18:55:29.600947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-6928e700-246d-4333-8e06-5ee7997a2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:29.602577 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-6928e700-246d-4333-8e06-5ee7997a2b1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 1130 time: 0.0490546 Mar 31 18:55:29.704537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-5b81e0ab-55ae-43c8-aef6-025dd520f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:29.704795 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:29.705954 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-5b81e0ab-55ae-43c8-aef6-025dd520f7db service neutron] 10.222.0.23 "GET /v2.0/networks?id=8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 200 len: 912 time: 0.0973663 Mar 31 18:55:29.774743 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-277f9260-972e-4245-b3f3-51bea73c1451 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74 HTTP/1.1" status: 200 len: 1000 time: 0.0618279 Mar 31 18:55:29.828380 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-5b790fc9-5c04-4a47-9182-cd41eb4f1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:29.829866 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-5b790fc9-5c04-4a47-9182-cd41eb4f1ac8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 200 len: 850 time: 0.0453305 Mar 31 18:55:29.890377 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-eb7c72ce-e783-4974-9894-8a4951384132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:29.891983 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-eb7c72ce-e783-4974-9894-8a4951384132 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8acd9037-2f08-4597-ba38-1d0f54a664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533042 Mar 31 18:55:29.985297 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:62:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:55:12Z', 'updated_at': '2022-03-31T18:55:28Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:29.985813 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-68c7c31c-3b10-42b6-b3f4-e17f3828a8b9 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839698 Mar 31 18:55:30.012381 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:55:30.020803 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:30.021517 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:30.079887 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-88f12360-a3f2-4159-bb25-f1b167bb87b3 req-5f5d0db9-7f87-43b6-9ce4-75155fd7bc68 service neutron] 10.222.0.23 "GET /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Mar 31 18:55:30.128682 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:30.348125 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:62:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:55:12Z', 'updated_at': '2022-03-31T18:55:28Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:30.376786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43474f2-eee6-4bce-a18c-4640945b353d None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'port_id': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'mac_address': 'fa:16:3e:62:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:55:12Z', 'updated_at': '2022-03-31T18:55:28Z', 'revision_number': 1, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:55:30.437098 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412034d-f54e-4102-bb3a-ed0fa57a06b9 req-a3f0e8a4-e9a2-494d-8d08-c1450e4d9ed5 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:30.438594 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9412034d-f54e-4102-bb3a-ed0fa57a06b9 req-a3f0e8a4-e9a2-494d-8d08-c1450e4d9ed5 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 946 time: 0.0606821 Mar 31 18:55:30.488166 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9412034d-f54e-4102-bb3a-ed0fa57a06b9 req-61f94846-6bbe-4cb5-887e-47bd4fde09f5 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Mar 31 18:55:30.577160 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d9679-5d7e-42ad-8eeb-e8566147602f None None] New status for floating IP 7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:55:31.030151 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-29de4cbb-d708-433a-9703-c84126d11a49 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:31.031556 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-29de4cbb-d708-433a-9703-c84126d11a49 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 946 time: 0.0595696 Mar 31 18:55:31.126179 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Deleting port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:31.126518 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:31.217878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] For port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,segment=NetworkSegment(4849ee44-0397-4ccc-baed-b56d49015419),segment_id=4849ee44-0397-4ccc-baed-b56d49015419)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:31.218238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:31.233329 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Calling delete_port for 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:31.364521 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (1de6a5d9-a700-4bd1-919c-e3a3c4f9412b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:31.377068 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['1de6a5d9-a700-4bd1-919c-e3a3c4f9412b'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:55:31.393238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Pushing event deleted for resources: {'Port': ['ID=1de6a5d9-a700-4bd1-919c-e3a3c4f9412b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:31.436926 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] No DVR routers for this DVR port 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:55:31.439421 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:31.443383 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d4fbd68-b7a2-4a37-b3cb-c7ffd5889e68 req-8c2d5d9c-ce18-47a8-9f4c-a08af79b123c tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.23 "DELETE /v2.0/ports/1de6a5d9-a700-4bd1-919c-e3a3c4f9412b HTTP/1.1" status: 204 len: 173 time: 0.4055846 Mar 31 18:55:31.527280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'name': 'network-vif-deleted', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:31.529608 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c19a8-b72e-4f89-b097-6790a652e913" -d '{"events": [{"server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "name": "network-vif-deleted", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:31.566473 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce548a-cf30-4d6f-901a-1d1232cfc581 x-openstack-request-id: req-22ce548a-cf30-4d6f-901a-1d1232cfc581 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:31.566746 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6043f6f-ebbc-4dbd-a996-22d768d02db4", "name": "network-vif-deleted", "tag": "1de6a5d9-a700-4bd1-919c-e3a3c4f9412b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:31.567056 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22ce548a-cf30-4d6f-901a-1d1232cfc581 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:31.568100 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ce548a-cf30-4d6f-901a-1d1232cfc581'] response: {'server_uuid': 'a6043f6f-ebbc-4dbd-a996-22d768d02db4', 'name': 'network-vif-deleted', 'tag': '1de6a5d9-a700-4bd1-919c-e3a3c4f9412b', 'status': 'completed', 'code': 200} Mar 31 18:55:31.606971 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ad7c7043-197d-4e5f-879d-b1f3a9892c1d req-12c85ff5-baaa-4352-8744-d6599c3984b5 tempest-VolumesSnapshotTestJSON-21199439 tempest-VolumesSnapshotTestJSON-21199439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6043f6f-ebbc-4dbd-a996-22d768d02db4 HTTP/1.1" status: 200 len: 210 time: 0.0269022 Mar 31 18:55:34.957621 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05003b2a-ddd1-4f13-baea-3cb44f409510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:35.957258 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:55:35.977284 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:55:35.977908 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1de6a5d9-a700-4bd1-919c-e3a3c4f9412b not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:55:37.237475 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7c89931-4ab7-43a5-8c31-d9959e15be16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.610082 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:40.080357 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:41.408190 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:42.138342 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:55:45.737367 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64bff-c878-4477-9e1b-7bf72b0db9d8 req-36a8cb47-1073-496f-b0bd-db26ed72cb11 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:45.739523 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-91f64bff-c878-4477-9e1b-7bf72b0db9d8 req-36a8cb47-1073-496f-b0bd-db26ed72cb11 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0703106 Mar 31 18:55:45.794383 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-91f64bff-c878-4477-9e1b-7bf72b0db9d8 req-00b6af13-e709-42e4-8b35-6dde1a3cd56a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Mar 31 18:55:46.929104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9155202-f20b-4ffc-aa41-d9090aa9e5cf req-8432f12f-2234-4048-97e9-c7ea5c3be854 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:46.930592 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9155202-f20b-4ffc-aa41-d9090aa9e5cf req-8432f12f-2234-4048-97e9-c7ea5c3be854 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0570357 Mar 31 18:55:46.978630 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9155202-f20b-4ffc-aa41-d9090aa9e5cf req-a8d797ce-7dcf-4232-94c1-b776dfe1911f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 Mar 31 18:55:48.107322 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecb513-4550-4c6d-b4e9-a01e5ba44a5f req-1afc16ef-2ed5-4316-a97a-b6291ba6bf4f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:48.108872 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a3ecb513-4550-4c6d-b4e9-a01e5ba44a5f req-1afc16ef-2ed5-4316-a97a-b6291ba6bf4f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0533361 Mar 31 18:55:48.172913 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a3ecb513-4550-4c6d-b4e9-a01e5ba44a5f req-9a9983d2-b07a-43f9-aeb3-5e2cc92374ca tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581303 Mar 31 18:55:49.232037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f22f-a095-49fa-91f5-540a92459514 req-03bd201d-7235-4eaa-802f-3b5dccbd8325 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:49.233536 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3216f22f-a095-49fa-91f5-540a92459514 req-03bd201d-7235-4eaa-802f-3b5dccbd8325 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0550442 Mar 31 18:55:49.302017 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997252cf-51af-4162-bcdc-a54387cce6ec req-54cd0ab1-36d0-41b3-aeed-2303566103b3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:49.303546 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-997252cf-51af-4162-bcdc-a54387cce6ec req-54cd0ab1-36d0-41b3-aeed-2303566103b3 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 945 time: 0.0568230 Mar 31 18:55:49.342047 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Deleting port bf203bcb-dd56-4834-a26f-5548ab0a7270 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:49.342398 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:49.353221 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-997252cf-51af-4162-bcdc-a54387cce6ec req-8d2ae675-78a0-47cb-92a9-4c6f17e23923 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=54261758-994a-452e-bfc2-95793716d13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Mar 31 18:55:49.434966 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] For port bf203bcb-dd56-4834-a26f-5548ab0a7270, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=bf203bcb-dd56-4834-a26f-5548ab0a7270,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:49.435332 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:49.621403 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:49.621776 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:49.622094 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Floating IP 0e7c3cd8-99c9-4177-ab96-8e40fc9794bd disassociated. External IP: 172.27.1.205, port: bf203bcb-dd56-4834-a26f-5548ab0a7270. Mar 31 18:55:49.622468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Calling delete_port for bf203bcb-dd56-4834-a26f-5548ab0a7270 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:49.748640 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (bf203bcb-dd56-4834-a26f-5548ab0a7270), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:49.782289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event deleted for resources: {'Port': ['ID=bf203bcb-dd56-4834-a26f-5548ab0a7270,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:49.896687 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Router 318f015e-7d98-4082-9586-3eb64ee57e2e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:55:50.002802 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:55:50.015209 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:55:50.026052 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:50.026676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:50.047718 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] No DVR routers for this DVR port bf203bcb-dd56-4834-a26f-5548ab0a7270 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:55:50.050468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:50.054531 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3216f22f-a095-49fa-91f5-540a92459514 req-30e3b791-a1fd-4b7f-9429-eea547a0da86 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "DELETE /v2.0/ports/bf203bcb-dd56-4834-a26f-5548ab0a7270 HTTP/1.1" status: 204 len: 173 time: 0.8143647 Mar 31 18:55:50.055090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'name': 'network-vif-deleted', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:50.057422 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31365025-c330-4d5c-be2a-f2903ab4cba4" -d '{"events": [{"server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "name": "network-vif-deleted", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:50.099960 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81130e5-d27f-4421-8ddc-6f4a6d1c468b x-openstack-request-id: req-d81130e5-d27f-4421-8ddc-6f4a6d1c468b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:50.100263 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91adf32-2a90-4060-bf26-94025cd0013a", "name": "network-vif-deleted", "tag": "bf203bcb-dd56-4834-a26f-5548ab0a7270", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:50.100522 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d81130e5-d27f-4421-8ddc-6f4a6d1c468b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:50.100929 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81130e5-d27f-4421-8ddc-6f4a6d1c468b'] response: {'server_uuid': 'a91adf32-2a90-4060-bf26-94025cd0013a', 'name': 'network-vif-deleted', 'tag': 'bf203bcb-dd56-4834-a26f-5548ab0a7270', 'status': 'completed', 'code': 200} Mar 31 18:55:50.143472 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:50.375165 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:50.406408 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:55:50.416129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:50.416819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:50.468936 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6c1de83d-4344-4718-9ec4-788c372def3e req-64177626-e94b-46a0-9240-ca2239e1b0b2 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91adf32-2a90-4060-bf26-94025cd0013a HTTP/1.1" status: 200 len: 210 time: 0.0281618 Mar 31 18:55:50.533761 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:50.873125 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:50.901555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a4653-b7aa-4814-8d7b-7501f8769096 None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:51:04Z', 'revision_number': 4, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'e499867d-0d3e-4000-afec-c982ff8020c8', 'name': '', 'network_id': '5e7f16c0-c33e-4cff-90a9-85281bea56dc', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'mac_address': 'fa:16:3e:40:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:02Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'subnets': [{'id': '24d14a05-b354-4288-ba4d-952a66fb9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:55:51.110609 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa4730-ea9d-43dc-9f89-1ed10bdfc147 None None] New status for floating IP 0e7c3cd8-99c9-4177-ab96-8e40fc9794bd: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:55:51.554643 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60198) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:51.611161 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (54261758-994a-452e-bfc2-95793716d13c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.636576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (54261758-994a-452e-bfc2-95793716d13c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.684409 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (54261758-994a-452e-bfc2-95793716d13c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.687216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.688570 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "DELETE /v2.0/security-groups/54261758-994a-452e-bfc2-95793716d13c HTTP/1.1" status: 204 len: 168 time: 0.1323419 Mar 31 18:55:51.691169 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60200) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:51.698860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7e135-1ef1-403c-abb1-535a4639d203 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54261758-994a-452e-bfc2-95793716d13c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:51.704525 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-2e91100f-8419-409c-bf9f-178cf7f981a7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] show failed (client error): The resource could not be found. Mar 31 18:55:51.705549 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2e91100f-8419-409c-bf9f-178cf7f981a7 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups/54261758-994a-452e-bfc2-95793716d13c HTTP/1.1" status: 404 len: 347 time: 0.0131578 Mar 31 18:55:51.709882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:51.844978 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Deleting port ab602dba-7054-4e41-ab99-77161cf857cf {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:51.845359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.924847 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.925083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (ab602dba-7054-4e41-ab99-77161cf857cf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:51.936693 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Calling delete_port for ab602dba-7054-4e41-ab99-77161cf857cf owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:52.073025 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ab602dba-7054-4e41-ab99-77161cf857cf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:52.106464 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event deleted for resources: {'Port': ['ID=ab602dba-7054-4e41-ab99-77161cf857cf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:52.192009 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-fcb638c9-ce75-4382-8aeb-35d87346f52c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954845 Mar 31 18:55:52.198015 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks [] for floatingip (0e7c3cd8-99c9-4177-ab96-8e40fc9794bd), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:52.200682 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:52.204159 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bfd39d82-95cc-431c-a724-e516a3191bb4 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e7c3cd8-99c9-4177-ab96-8e40fc9794bd HTTP/1.1" status: 204 len: 168 time: 0.4906387 Mar 31 18:55:52.213478 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:52.282902 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-ab72e8d4-412b-408d-9b73-e41f8a7040dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:52.284591 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-ab72e8d4-412b-408d-9b73-e41f8a7040dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a51f8ac54c412fb47fd600832235d4&device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0506406 Mar 31 18:55:52.392286 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-86a32453-eac1-4247-8973-589767c55b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:52.393816 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-86a32453-eac1-4247-8973-589767c55b34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 200 len: 919 time: 0.0861959 Mar 31 18:55:52.439467 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-78c399d6-f405-45ff-9101-89c187ddf5f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 200 len: 217 time: 0.0380981 Mar 31 18:55:52.496303 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-ada4d3ff-f3cb-4150-a15b-05eb88f99df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:52.498136 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-ada4d3ff-f3cb-4150-a15b-05eb88f99df6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 200 len: 857 time: 0.0519686 Mar 31 18:55:52.555542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-eebcc29c-002e-4263-9090-2b2ab9510155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:52.557187 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-eebcc29c-002e-4263-9090-2b2ab9510155 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e7f16c0-c33e-4cff-90a9-85281bea56dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535684 Mar 31 18:55:52.653322 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-faf01b1e-9d6c-4555-ad01-daf01f1fcf9c service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901051 Mar 31 18:55:53.014740 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d270324-f34e-4c36-b9be-31a6dae6759c req-a478133e-936d-4fb0-90e3-6249c39303f6 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543670 Mar 31 18:55:53.537175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device bf203bcb-dd56-4834-a26f-5548ab0a7270 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:55:53.558041 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: bf203bcb-dd56-4834-a26f-5548ab0a7270 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:55:53.558393 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device bf203bcb-dd56-4834-a26f-5548ab0a7270 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:55:54.683439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f2e42-ec69-4011-bd75-8b467754bae2 req-8d859956-cbdf-4d5f-a42c-b25183a4b727 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:54.684826 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a29f2e42-ec69-4011-bd75-8b467754bae2 req-8d859956-cbdf-4d5f-a42c-b25183a4b727 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0541656 Mar 31 18:55:54.737008 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a29f2e42-ec69-4011-bd75-8b467754bae2 req-843de5d2-b93a-448e-a311-1d2a958baa1a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Mar 31 18:55:54.861020 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60248) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:54.906353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Deleting subnet 19b25f62-09b9-41d9-81c8-41ce2d25ec9f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:55:54.909420 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Publish callbacks [] for subnet (19b25f62-09b9-41d9-81c8-41ce2d25ec9f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:54.948170 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152341'] for subnet (19b25f62-09b9-41d9-81c8-41ce2d25ec9f), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:54.987134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (19b25f62-09b9-41d9-81c8-41ce2d25ec9f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.041491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64655051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58503492'] for subnet (19b25f62-09b9-41d9-81c8-41ce2d25ec9f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.068280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b25f62-09b9-41d9-81c8-41ce2d25ec9f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:55.070282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.073486 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-952c3720-aee5-469b-af68-7912352df2b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/19b25f62-09b9-41d9-81c8-41ce2d25ec9f HTTP/1.1" status: 204 len: 168 time: 0.2114582 Mar 31 18:55:55.075959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:55.145360 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (e94af6ff-420c-45cc-afb8-bca85213fe8b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.220967 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (e94af6ff-420c-45cc-afb8-bca85213fe8b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.241402 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94af6ff-420c-45cc-afb8-bca85213fe8b']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:55.251011 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4849ee44-0397-4ccc-baed-b56d49015419') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:55.251305 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4849ee44-0397-4ccc-baed-b56d49015419') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:55.260592 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (4849ee44-0397-4ccc-baed-b56d49015419), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.275672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (4849ee44-0397-4ccc-baed-b56d49015419), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.282974 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:55:55.283376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (4849ee44-0397-4ccc-baed-b56d49015419), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:55:55.285395 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:55:55.346049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (e94af6ff-420c-45cc-afb8-bca85213fe8b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.352830 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.356097 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] 10.222.0.32 "DELETE /v2.0/networks/e94af6ff-420c-45cc-afb8-bca85213fe8b HTTP/1.1" status: 204 len: 168 time: 0.2792304 Mar 31 18:55:55.369023 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5f27a-a98b-48a8-9d2a-65e531659ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=e94af6ff-420c-45cc-afb8-bca85213fe8b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:55.523951 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60254) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:55.561942 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-434ab4a8-058f-4a0b-99df-14e028b2c70e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a07bcec9cae4b5a9c6362d16a67a473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367808 Mar 31 18:55:55.564360 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:55.616395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] Publish callbacks [] for security_group (dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.641824 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] Publish callbacks [] for security_group (dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.689098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.691662 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.695851 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b HTTP/1.1" status: 204 len: 168 time: 0.1275511 Mar 31 18:55:55.701543 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e063ee7-5f66-449d-a72e-3ad385285817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c5f7f-5d3e-4fec-a0d1-420719ca2f9b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:56.098115 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef6db1-3cec-4455-a6ef-df282f237b2d req-fe59175c-c6dc-447c-b6f4-d2661fd766dd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:56.100186 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a3ef6db1-3cec-4455-a6ef-df282f237b2d req-fe59175c-c6dc-447c-b6f4-d2661fd766dd tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.2907975 Mar 31 18:55:56.148838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a3ef6db1-3cec-4455-a6ef-df282f237b2d req-0d616ff5-533f-4fab-8cc7-b01d531e63ce tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Mar 31 18:55:56.355481 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60282) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:56.452498 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1651938728-network', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:56.473247 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Made reservation on behalf of 0617fc09e89147a48ea7ecf449fd1da2 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:55:56.476744 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.488720 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.571381 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks [] for security_group (dc174fe1-0a5d-45ab-80a1-df3719a4e712), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.575623 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (dc174fe1-0a5d-45ab-80a1-df3719a4e712), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.601449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:55:56.611284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc174fe1-0a5d-45ab-80a1-df3719a4e712,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:56.617387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (1500f05a-edda-4a1f-ba53-014fffe74321), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.617733 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Added segment 1500f05a-edda-4a1f-ba53-014fffe74321 of type vlan for network 61a8da74-2e59-4a77-bbad-a4d11043444f Mar 31 18:55:56.659117 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (61a8da74-2e59-4a77-bbad-a4d11043444f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.684523 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (61a8da74-2e59-4a77-bbad-a4d11043444f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.685452 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:56.686038 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.743451 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3868051 Mar 31 18:55:56.746436 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60286) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:56.750979 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Request body: {'subnet': {'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1651938728-subnet', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:56.762459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4856d0-d429-46b3-928f-d055599df37e admin admin] Pushing event updated for resources: {'Network': ['ID=61a8da74-2e59-4a77-bbad-a4d11043444f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:56.773512 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 61a8da74-2e59-4a77-bbad-a4d11043444f details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:55:56.778725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Made reservation on behalf of 0617fc09e89147a48ea7ecf449fd1da2 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:55:56.781111 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:56.899173 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-36fa28dc-8a5f-4d06-9291-4cb394db15ad tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:56.900705 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-36fa28dc-8a5f-4d06-9291-4cb394db15ad tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.0821805 Mar 31 18:55:57.058485 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (59adedfe-444c-4fd3-a1d1-eec6688721fc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.104950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Deleting port 21436608-2378-4541-8785-c1f6d702d76e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:55:57.105209 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (21436608-2378-4541-8785-c1f6d702d76e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.174129 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59adedfe-444c-4fd3-a1d1-eec6688721fc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:57.192567 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:55:57.192936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Network hostable DHCP agents. Network: 61a8da74-2e59-4a77-bbad-a4d11043444f, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:55:57.232834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] For port 21436608-2378-4541-8785-c1f6d702d76e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21436608-2378-4541-8785-c1f6d702d76e,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:57.233221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (21436608-2378-4541-8785-c1f6d702d76e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.245021 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:55:57.250971 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Calling delete_port for 21436608-2378-4541-8785-c1f6d702d76e owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:55:57.263788 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 61a8da74-2e59-4a77-bbad-a4d11043444f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:57.269537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:57.270130 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.277665 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e3cae-174b-4355-bb79-227b1c292f5a None None] Network 61a8da74-2e59-4a77-bbad-a4d11043444f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:55:57.324134 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ee6ea4f0-cd55-4f98-80ba-db25581384d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5766716 Mar 31 18:55:57.326955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60292) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:57.331792 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:57.384717 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.385653 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.409059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-61a8da74-2e59-4a77-bbad-a4d11043444f', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:55:57.410636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.414848 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa86060-e52a-47e5-b6a6-ead1638cd7cd req-2a560029-65d3-45bf-9d7b-0919df1db114 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:57.416406 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-faa86060-e52a-47e5-b6a6-ead1638cd7cd req-2a560029-65d3-45bf-9d7b-0919df1db114 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cc16b3-88c6-4402-ba02-3c02fc8c731f HTTP/1.1" status: 200 len: 945 time: 0.1938939 Mar 31 18:55:57.420601 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (21436608-2378-4541-8785-c1f6d702d76e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.434526 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['d0e103de-d96f-4a20-95c6-6e0e7b315308', '21436608-2378-4541-8785-c1f6d702d76e'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:55:57.460050 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event deleted for resources: {'Port': ['ID=21436608-2378-4541-8785-c1f6d702d76e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:57.500986 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for router_controller (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), precommit_add_association {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.518035 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] No DVR routers for this DVR port 21436608-2378-4541-8785-c1f6d702d76e on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:55:57.521325 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.524760 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-da65cf6c-f3da-46b3-a484-f68ee9cac9e2 req-7089c434-542f-4b33-85ab-6dfc89555b13 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "DELETE /v2.0/ports/21436608-2378-4541-8785-c1f6d702d76e HTTP/1.1" status: 204 len: 173 time: 0.6184034 Mar 31 18:55:57.525306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'name': 'network-vif-deleted', 'tag': '21436608-2378-4541-8785-c1f6d702d76e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:55:57.527942 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b2f9f-ce57-4a58-b3e7-05dcc9781241" -d '{"events": [{"server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "name": "network-vif-deleted", "tag": "21436608-2378-4541-8785-c1f6d702d76e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:55:57.574304 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3451450a-ed80-4979-afb4-f4e81a9d626d x-openstack-request-id: req-3451450a-ed80-4979-afb4-f4e81a9d626d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:55:57.574700 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc16b3-88c6-4402-ba02-3c02fc8c731f", "name": "network-vif-deleted", "tag": "21436608-2378-4541-8785-c1f6d702d76e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:55:57.575691 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3451450a-ed80-4979-afb4-f4e81a9d626d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:55:57.575691 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3451450a-ed80-4979-afb4-f4e81a9d626d'] response: {'server_uuid': '46cc16b3-88c6-4402-ba02-3c02fc8c731f', 'name': 'network-vif-deleted', 'tag': '21436608-2378-4541-8785-c1f6d702d76e', 'status': 'completed', 'code': 200} Mar 31 18:55:57.605437 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-faa86060-e52a-47e5-b6a6-ead1638cd7cd req-12d0bb44-c3e4-4ade-a277-6e0b93a64771 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751788 Mar 31 18:55:57.619833 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Allocated IP 172.20.0.2 (61a8da74-2e59-4a77-bbad-a4d11043444f/59adedfe-444c-4fd3-a1d1-eec6688721fc/5742df00-f2dd-40be-833a-bf1bb91d9986) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:55:57.689983 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for router_gateway (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.825922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks [] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.836092 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.888746 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:55:57.900824 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:57.910169 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:55:57.921118 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Pushing event updated for resources: {'Port': ['ID=5742df00-f2dd-40be-833a-bf1bb91d9986,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:57.993158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Attempting to bind port 5742df00-f2dd-40be-833a-bf1bb91d9986 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:55:57.993688 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Attempting to bind port 5742df00-f2dd-40be-833a-bf1bb91d9986 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:55:57.994160 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Attempting to bind port 5742df00-f2dd-40be-833a-bf1bb91d9986 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:55:58.001456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:55:58.001456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:55:58.001456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.001926 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Bound using segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:55:58.002565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Bound port: 5742df00-f2dd-40be-833a-bf1bb91d9986, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:55:58.003048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.076002 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] For port 5742df00-f2dd-40be-833a-bf1bb91d9986, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:55:58.079559 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] For port 5742df00-f2dd-40be-833a-bf1bb91d9986, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=5742df00-f2dd-40be-833a-bf1bb91d9986,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:55:58.085756 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.135942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for router_gateway (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.142388 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27ee8f-4d57-4bbc-98b2-74ad778dae5b None None] Pushing event updated for resources: {'Port': ['ID=5742df00-f2dd-40be-833a-bf1bb91d9986,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:58.156407 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.266488 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Allocated IP 172.27.1.205 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/2d490db3-5a87-4437-8c06-23e4b9c793e4) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:55:58.382953 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.434976 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.484129 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:55:58.488353 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:55:58.491064 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d490db3-5a87-4437-8c06-23e4b9c793e4,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:58.493718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:55:58.521602 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.521956 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.522327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.522674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.523011 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.523602 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.524193 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.524771 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.525354 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.526008 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.526179 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.526516 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.526847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.527175 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.527529 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:58.552976 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 5742df00-f2dd-40be-833a-bf1bb91d9986 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:55:58.607278 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 5742df00-f2dd-40be-833a-bf1bb91d9986 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:58.607605 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.709452 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 5742df00-f2dd-40be-833a-bf1bb91d9986 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:58.709967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.748459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 5742df00-f2dd-40be-833a-bf1bb91d9986, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=5742df00-f2dd-40be-833a-bf1bb91d9986,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:55:58.754030 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.782341 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for router_gateway (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.810377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=5742df00-f2dd-40be-833a-bf1bb91d9986,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:59.027215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0da7-dad6-49c6-8dd1-dbd39688ea4f req-6b3517c6-bf6c-4cf6-8bfc-8b5e62a6563e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:59.028903 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ae9c0da7-dad6-49c6-8dd1-dbd39688ea4f req-6b3517c6-bf6c-4cf6-8bfc-8b5e62a6563e tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1417320 Mar 31 18:55:59.095729 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.101314 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ae9c0da7-dad6-49c6-8dd1-dbd39688ea4f req-eb0456c3-c086-42e3-9cc9-70be86035c08 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662539 Mar 31 18:55:59.159932 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a8649-9d77-46e9-8400-eb62f588e118 None None] Network 61a8da74-2e59-4a77-bbad-a4d11043444f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:55:59.232525 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:55:59.275819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-96f7ad05-dbee-4558-b27b-4fc1c90adeab None None] Provisioning complete for port 5742df00-f2dd-40be-833a-bf1bb91d9986 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:59.276098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad05-dbee-4558-b27b-4fc1c90adeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.351669 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:55:59.363039 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:55:59.371092 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.374984 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7e5fe786-fd52-4001-99b6-6296e3a554d8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0438597 Mar 31 18:55:59.375187 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60304) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:59.377151 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-96f7ad05-dbee-4558-b27b-4fc1c90adeab None None] Current status of the port 5742df00-f2dd-40be-833a-bf1bb91d9986 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:59.383828 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:55:59.384479 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:59.504532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:55:59.560739 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21436608-2378-4541-8785-c1f6d702d76e no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:55:59.623181 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 21436608-2378-4541-8785-c1f6d702d76e {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:55:59.623585 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21436608-2378-4541-8785-c1f6d702d76e not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:55:59.658816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-b6d4fb47-4faa-49ce-a6d6-1d88392232fc None None] Provisioning complete for port 5742df00-f2dd-40be-833a-bf1bb91d9986 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:59.659425 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6d4fb47-4faa-49ce-a6d6-1d88392232fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.794326 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4fb47-4faa-49ce-a6d6-1d88392232fc None None] Current status of the port 5742df00-f2dd-40be-833a-bf1bb91d9986 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:59.801125 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:55:58Z', 'revision_number': 3, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:55:59.827517 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.828477 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:55:59.828843 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Updating router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 port 2d490db3-5a87-4437-8c06-23e4b9c793e4 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:55:59.855321 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:59.994276 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Allocated IP 172.20.0.1 (61a8da74-2e59-4a77-bbad-a4d11043444f/59adedfe-444c-4fd3-a1d1-eec6688721fc/ffd55915-a79e-4811-ab72-12ba9e78e8e8) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:00.105548 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks [] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.134267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks [] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.141539 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.144841 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.186768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:00.191710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Attempting to bind port 2d490db3-5a87-4437-8c06-23e4b9c793e4 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:00.192419 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Attempting to bind port 2d490db3-5a87-4437-8c06-23e4b9c793e4 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:00.192555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Attempting to bind port 2d490db3-5a87-4437-8c06-23e4b9c793e4 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:00.199850 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:00.206306 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:00.206688 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:00.207096 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.207515 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:00.208083 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Bound port: 2d490db3-5a87-4437-8c06-23e4b9c793e4, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:00.208414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.209992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271a69-b47d-44a6-a577-1ec9e2c025ba None None] Pushing event updated for resources: {'Port': ['ID=2d490db3-5a87-4437-8c06-23e4b9c793e4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:00.230412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:00.263238 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:00.283359 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] For port 2d490db3-5a87-4437-8c06-23e4b9c793e4, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:00.288631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] For port 2d490db3-5a87-4437-8c06-23e4b9c793e4, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=2d490db3-5a87-4437-8c06-23e4b9c793e4,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:00.295551 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.298829 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.310876 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b7a0f-dbc5-410e-ae8e-90f7e0af4824 req-3b5a4783-2e2e-4d48-a727-e35a81a1294b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:00.315118 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-570b7a0f-dbc5-410e-ae8e-90f7e0af4824 req-3b5a4783-2e2e-4d48-a727-e35a81a1294b tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1308744 Mar 31 18:56:00.422611 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-570b7a0f-dbc5-410e-ae8e-90f7e0af4824 req-2fbb8ec2-74c2-4715-9a9f-ee2d4739cc0a tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695505 Mar 31 18:56:00.503063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:00.505386 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:00.507396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271a69-b47d-44a6-a577-1ec9e2c025ba None None] Pushing event updated for resources: {'Port': ['ID=2d490db3-5a87-4437-8c06-23e4b9c793e4,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:00.512362 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.544691 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 5742df00-f2dd-40be-833a-bf1bb91d9986 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:00.635819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f50fc8c9-838d-4b17-9448-8bef6df00c46 None None] Provisioning complete for port ffd55915-a79e-4811-ab72-12ba9e78e8e8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:00.636122 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f50fc8c9-838d-4b17-9448-8bef6df00c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.700219 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f50fc8c9-838d-4b17-9448-8bef6df00c46 None None] Port ffd55915-a79e-4811-ab72-12ba9e78e8e8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:00.703088 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:00.704443 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks [] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.705309 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 5742df00-f2dd-40be-833a-bf1bb91d9986 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:00.705676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.709304 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.774943 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.776676 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:00.875880 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:00.877374 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:00.934912 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 5742df00-f2dd-40be-833a-bf1bb91d9986 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:00.992957 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:01.011107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:01.025416 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37736e-0bd4-4253-b944-3e40d41386d0 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:01.138900 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-5d2c3a30-f2da-4f23-8d20-3a7dd1e1bc92 None None] Provisioning complete for port ffd55915-a79e-4811-ab72-12ba9e78e8e8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:01.139294 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3a30-f2da-4f23-8d20-3a7dd1e1bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:01.139590 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:01.144730 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-02e01573-6a25-4c0f-88f3-bc1ba2b0b059 admin admin] 10.222.0.32 "PUT /v2.0/routers/3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684295 Mar 31 18:56:01.177428 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c3a30-f2da-4f23-8d20-3a7dd1e1bc92 None None] Port ffd55915-a79e-4811-ab72-12ba9e78e8e8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:01.565323 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552a11-66d3-42c2-9d69-0c5a4da544df req-b2abeb9e-f38a-491f-befa-4c90e5b34402 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:01.566783 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43552a11-66d3-42c2-9d69-0c5a4da544df req-b2abeb9e-f38a-491f-befa-4c90e5b34402 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0633035 Mar 31 18:56:01.812900 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:01.818207 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-433600978-network', 'tenant_id': '86902d0564e0410585db381e5a32383a'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:01.849265 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Made reservation on behalf of 86902d0564e0410585db381e5a32383a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:01.852945 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:01.862787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:01.865630 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43552a11-66d3-42c2-9d69-0c5a4da544df req-034b8433-f10d-4d06-85b5-f59778909b30 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918828 Mar 31 18:56:01.970276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks [] for security_group (2793c47b-d59c-462b-80b1-7fc55c09f36c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:01.975702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2793c47b-d59c-462b-80b1-7fc55c09f36c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:01.997523 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:56:02.027509 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (d4fffd40-63e3-42df-bad2-63e0f3976e93), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.027871 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Added segment d4fffd40-63e3-42df-bad2-63e0f3976e93 of type vlan for network 88a7995a-be72-4eb2-beac-7b3c46c69cdd Mar 31 18:56:02.050922 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2793c47b-d59c-462b-80b1-7fc55c09f36c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:02.093585 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (88a7995a-be72-4eb2-beac-7b3c46c69cdd), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.121385 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-14cde26d-4fbc-4993-bb5d-d34928516133 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:02.122977 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-14cde26d-4fbc-4993-bb5d-d34928516133 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1108899 Mar 31 18:56:02.138937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (88a7995a-be72-4eb2-beac-7b3c46c69cdd), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.139876 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:02.140457 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.228399 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4143000 Mar 31 18:56:02.231244 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:02.235763 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Request body: {'subnet': {'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-433600978-subnet', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:02.253400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b75e3a-e35e-4b5d-b008-e380e3850c69 admin admin] Pushing event updated for resources: {'Network': ['ID=88a7995a-be72-4eb2-beac-7b3c46c69cdd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:02.265773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:56:02.309425 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Made reservation on behalf of 86902d0564e0410585db381e5a32383a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:02.311758 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.382954 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Deleting port d0e103de-d96f-4a20-95c6-6e0e7b315308 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:02.383319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.517746 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 2d490db3-5a87-4437-8c06-23e4b9c793e4 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:02.531964 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] For port d0e103de-d96f-4a20-95c6-6e0e7b315308, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d0e103de-d96f-4a20-95c6-6e0e7b315308,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:02.532331 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.552777 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Calling delete_port for d0e103de-d96f-4a20-95c6-6e0e7b315308 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:02.569419 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 2d490db3-5a87-4437-8c06-23e4b9c793e4 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:02.569847 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.651870 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (8b0a6438-ab48-4c2a-b42f-72465798aef2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.653937 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 2d490db3-5a87-4437-8c06-23e4b9c793e4 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:02.654331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.680857 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 2d490db3-5a87-4437-8c06-23e4b9c793e4, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=2d490db3-5a87-4437-8c06-23e4b9c793e4,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:02.685072 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.730587 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0a6438-ab48-4c2a-b42f-72465798aef2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:02.736561 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=2d490db3-5a87-4437-8c06-23e4b9c793e4,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:02.774376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Checking segment: {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:02.774740 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Network hostable DHCP agents. Network: 88a7995a-be72-4eb2-beac-7b3c46c69cdd, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:56:02.807055 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:56:02.816301 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (d0e103de-d96f-4a20-95c6-6e0e7b315308), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.827774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 88a7995a-be72-4eb2-beac-7b3c46c69cdd) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:02.831068 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['d0e103de-d96f-4a20-95c6-6e0e7b315308'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:56:02.836021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900314e-a638-46af-a6ac-7aab7293cd27 None None] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:02.857760 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:02.858492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.869006 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Pushing event deleted for resources: {'Port': ['ID=d0e103de-d96f-4a20-95c6-6e0e7b315308,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:02.925844 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] No DVR routers for this DVR port d0e103de-d96f-4a20-95c6-6e0e7b315308 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:02.929959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.935186 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-10f38606-30db-4b7d-884e-bd1eeda053a2 req-e840d285-f208-427f-bdce-b1f6608daa6f tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.23 "DELETE /v2.0/ports/d0e103de-d96f-4a20-95c6-6e0e7b315308 HTTP/1.1" status: 204 len: 173 time: 0.8052034 Mar 31 18:56:02.938977 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d1e92659-a5f7-4db6-8ab4-85e149f35f2a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7061374 Mar 31 18:56:02.938977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'name': 'network-vif-deleted', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:02.940922 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60330) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:02.941405 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb2c02-d613-4deb-83bc-e47818c38d44" -d '{"events": [{"server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "name": "network-vif-deleted", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:02.948677 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:02.977733 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'project_id': '86902d0564e0410585db381e5a32383a', 'fixed_ips': [{'subnet_id': '8b0a6438-ab48-4c2a-b42f-72465798aef2'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:56:02.982524 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:02.991379 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728c488-3535-4b64-ba11-a4fc62e82862 x-openstack-request-id: req-a728c488-3535-4b64-ba11-a4fc62e82862 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:02.991757 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5", "name": "network-vif-deleted", "tag": "d0e103de-d96f-4a20-95c6-6e0e7b315308", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:02.991963 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a728c488-3535-4b64-ba11-a4fc62e82862 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:02.992371 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a728c488-3535-4b64-ba11-a4fc62e82862'] response: {'server_uuid': '78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5', 'name': 'network-vif-deleted', 'tag': 'd0e103de-d96f-4a20-95c6-6e0e7b315308', 'status': 'completed', 'code': 200} Mar 31 18:56:03.017650 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a06ed3b6-a7de-4b60-b7e8-3507e7ea94ff req-46689d3e-209d-40d1-aa3b-4e651ecf0c24 tempest-ServerRescueNegativeTestJSON-1995358827 tempest-ServerRescueNegativeTestJSON-1995358827-project] 10.222.0.32 "GET /v2.0/ports?device_id=78cb439b-f8f7-4b8c-bc4b-7cb549a4f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0448294 Mar 31 18:56:03.023832 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.025437 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.095217 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for router_controller (c46a9fb1-90d0-4a2c-b704-d9b115d90660), precommit_add_association {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.151274 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Allocated IP 172.20.0.2 (88a7995a-be72-4eb2-beac-7b3c46c69cdd/8b0a6438-ab48-4c2a-b42f-72465798aef2/c00cb5bf-e63f-4b96-858e-e0931e209ab8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:03.250740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for router_gateway (c46a9fb1-90d0-4a2c-b704-d9b115d90660), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.321133 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks [] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.321715 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:03.328312 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.341330 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:03.342252 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:03.401700 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:03.403333 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Pushing event updated for resources: {'Port': ['ID=c00cb5bf-e63f-4b96-858e-e0931e209ab8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:03.406907 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:03.425565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:03.514147 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Attempting to bind port c00cb5bf-e63f-4b96-858e-e0931e209ab8 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:03.514808 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Attempting to bind port c00cb5bf-e63f-4b96-858e-e0931e209ab8 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:03.515338 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Attempting to bind port c00cb5bf-e63f-4b96-858e-e0931e209ab8 on network 88a7995a-be72-4eb2-beac-7b3c46c69cdd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:03.521898 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:03.522227 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Checking segment: {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:03.522586 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.523002 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Bound using segment: {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:03.523730 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Bound port: c00cb5bf-e63f-4b96-858e-e0931e209ab8, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:03.524108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.568671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for router_gateway (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.588924 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:03.589835 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.601762 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] For port c00cb5bf-e63f-4b96-858e-e0931e209ab8, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:03.605378 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] For port c00cb5bf-e63f-4b96-858e-e0931e209ab8, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c00cb5bf-e63f-4b96-858e-e0931e209ab8,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:03.611595 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.673238 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c382-19cc-46e5-ba56-2e953c61ef36 None None] Pushing event updated for resources: {'Port': ['ID=c00cb5bf-e63f-4b96-858e-e0931e209ab8,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:03.719276 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Allocated IP 172.27.1.170 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/f1a22204-e4db-4705-89e2-b05e364234a1) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:03.833709 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 2, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:03.871050 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for port (f1a22204-e4db-4705-89e2-b05e364234a1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.882989 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:03.883355 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Updating router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 port ffd55915-a79e-4811-ab72-12ba9e78e8e8 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:56:03.913614 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.921714 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:03.963698 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:03.966055 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:03.968810 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:04.011849 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a22204-e4db-4705-89e2-b05e364234a1,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:04.093250 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60336) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:04.301899 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks [] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.310525 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.332417 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for router_gateway (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.375420 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Pushing event updated for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:04.511863 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.513002 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.514037 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.514731 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.515204 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.515810 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.516696 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.517487 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.518541 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.519106 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.520159 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.521862 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.522664 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.523643 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.524448 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:04.541171 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Attempting to bind port ffd55915-a79e-4811-ab72-12ba9e78e8e8 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:04.542073 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Attempting to bind port ffd55915-a79e-4811-ab72-12ba9e78e8e8 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:04.542903 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Attempting to bind port ffd55915-a79e-4811-ab72-12ba9e78e8e8 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:04.555719 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:04.556420 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:04.557128 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.557565 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Bound using segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:04.558513 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Bound port: ffd55915-a79e-4811-ab72-12ba9e78e8e8, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:04.558912 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.687313 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] For port ffd55915-a79e-4811-ab72-12ba9e78e8e8, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:04.714924 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] For port ffd55915-a79e-4811-ab72-12ba9e78e8e8, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ffd55915-a79e-4811-ab72-12ba9e78e8e8,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:04.726411 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.743166 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 2d490db3-5a87-4437-8c06-23e4b9c793e4 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:04.780800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.797592 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde28ce-0088-46aa-b747-6d81c57a150e None None] Pushing event updated for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:04.838768 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:04.839453 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:04.884770 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Provisioning complete for port ffd55915-a79e-4811-ab72-12ba9e78e8e8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:04.885158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:04.941416 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 2d490db3-5a87-4437-8c06-23e4b9c793e4 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:04.941871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.081040 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Router c46a9fb1-90d0-4a2c-b704-d9b115d90660 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:56:05.091511 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768d479-31bc-4fb3-b988-b2f69382dcd8 None None] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:05.096956 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:05.237359 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:05.289382 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.300059 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1163e755-c0cf-4c4f-b5f3-88d69bfc71d6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3460200 Mar 31 18:56:05.300245 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:05.378465 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (318f015e-7d98-4082-9586-3eb64ee57e2e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.386637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Sync routers for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:05.388633 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fcd4-2941-459f-af01-a927a4b24c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.437993 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:05.438772 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:05.448015 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:04Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:05.480167 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa978a-f4bb-4034-82ae-4efbf3ed457c None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:04Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:05.643318 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device d0e103de-d96f-4a20-95c6-6e0e7b315308 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:05.652235 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Current status of the port ffd55915-a79e-4811-ab72-12ba9e78e8e8 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:05.652771 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.657398 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 2d490db3-5a87-4437-8c06-23e4b9c793e4 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:05.658607 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c00cb5bf-e63f-4b96-858e-e0931e209ab8 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:05.715027 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: d0e103de-d96f-4a20-95c6-6e0e7b315308 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:05.715372 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device d0e103de-d96f-4a20-95c6-6e0e7b315308 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:05.776384 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] For port ffd55915-a79e-4811-ab72-12ba9e78e8e8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ffd55915-a79e-4811-ab72-12ba9e78e8e8,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:05.781687 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:05.810269 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:05.959982 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port c00cb5bf-e63f-4b96-858e-e0931e209ab8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:05.960358 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.006072 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Pushing event updated for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:06.044375 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.044728 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.045076 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.045443 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.045788 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.046120 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.046453 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.046786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.047114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.047642 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.047805 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.048153 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.048483 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.048810 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.049330 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d72519-88ca-485f-8d59-1637ef7f7a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:06.053868 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Provisioning complete for port c00cb5bf-e63f-4b96-858e-e0931e209ab8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:06.054245 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.186473 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port c00cb5bf-e63f-4b96-858e-e0931e209ab8 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:06.186870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.259321 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Current status of the port c00cb5bf-e63f-4b96-858e-e0931e209ab8 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:06.259756 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.263317 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port c00cb5bf-e63f-4b96-858e-e0931e209ab8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c00cb5bf-e63f-4b96-858e-e0931e209ab8,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:06.265149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:04Z', 'revision_number': 3, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:06.272202 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Deleting port e499867d-0d3e-4000-afec-c982ff8020c8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:06.276669 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.306922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Checking router: c46a9fb1-90d0-4a2c-b704-d9b115d90660 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:06.307339 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Updating router c46a9fb1-90d0-4a2c-b704-d9b115d90660 port f1a22204-e4db-4705-89e2-b05e364234a1 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:56:06.313404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.360223 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.409341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] For port e499867d-0d3e-4000-afec-c982ff8020c8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e499867d-0d3e-4000-afec-c982ff8020c8,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:06.409921 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.410284 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.455230 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Calling delete_port for e499867d-0d3e-4000-afec-c982ff8020c8 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:06.459193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.db.api [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 18:56:06.460439 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG oslo_db.api [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 18:56:06.490501 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=c00cb5bf-e63f-4b96-858e-e0931e209ab8,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:06.601728 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ffd55915-a79e-4811-ab72-12ba9e78e8e8 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:06.662909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Allocated IP 172.20.0.1 (88a7995a-be72-4eb2-beac-7b3c46c69cdd/8b0a6438-ab48-4c2a-b42f-72465798aef2/775a2b76-655a-4a46-b4ea-4bae973d8324) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:06.723311 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port ffd55915-a79e-4811-ab72-12ba9e78e8e8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:06.724804 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.825707 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks [] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.828763 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (e499867d-0d3e-4000-afec-c982ff8020c8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.867084 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e499867d-0d3e-4000-afec-c982ff8020c8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:06.881162 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks [] for port (f1a22204-e4db-4705-89e2-b05e364234a1), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.883094 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port ffd55915-a79e-4811-ab72-12ba9e78e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:06.894983 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.937990 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:06.952028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d39a-aa16-471a-b4e8-9b6a88cfe4d7 None None] Pushing event updated for resources: {'Port': ['ID=f1a22204-e4db-4705-89e2-b05e364234a1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:06.995029 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Attempting to bind port f1a22204-e4db-4705-89e2-b05e364234a1 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:06.995637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Attempting to bind port f1a22204-e4db-4705-89e2-b05e364234a1 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:06.996023 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Attempting to bind port f1a22204-e4db-4705-89e2-b05e364234a1 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:07.006446 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:07.006879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:07.007256 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.007685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:07.008616 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Bound port: f1a22204-e4db-4705-89e2-b05e364234a1, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:07.008616 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.043620 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Current status of the port c00cb5bf-e63f-4b96-858e-e0931e209ab8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:07.052160 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:07.064054 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Pushing event updated for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:07.066880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:07.071909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:07.086951 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] For port f1a22204-e4db-4705-89e2-b05e364234a1, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:07.098026 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] For port f1a22204-e4db-4705-89e2-b05e364234a1, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=f1a22204-e4db-4705-89e2-b05e364234a1,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:07.110053 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Provisioning complete for port ffd55915-a79e-4811-ab72-12ba9e78e8e8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:07.111060 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.146712 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.149024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (318f015e-7d98-4082-9586-3eb64ee57e2e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.157924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.251990 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:07.252624 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:55:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:07.257247 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d39a-aa16-471a-b4e8-9b6a88cfe4d7 None None] Pushing event updated for resources: {'Port': ['ID=f1a22204-e4db-4705-89e2-b05e364234a1,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:07.456555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dbe422a9-a8ed-4cb6-9b14-c8835e319a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.470221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.514543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a87655e8-5218-4c6a-a68d-7a105897e22b None None] Current status of the port ffd55915-a79e-4811-ab72-12ba9e78e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:07.538131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:07.556521 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Router 318f015e-7d98-4082-9586-3eb64ee57e2e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:07.668700 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Provisioning complete for port c00cb5bf-e63f-4b96-858e-e0931e209ab8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:07.669068 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.753033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks [] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.757951 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:07.759979 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.767866 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ec38dbef-38cb-4623-a6ca-ccf0e6ed8f61 admin admin] 10.222.0.32 "PUT /v2.0/routers/318f015e-7d98-4082-9586-3eb64ee57e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6706197 Mar 31 18:56:07.768839 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60366) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:07.774305 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Sync routers for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:07.791390 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:07.793893 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:07.818961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:04Z', 'revision_number': 3, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:07.847559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Pushing event updated for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:07.850093 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2728de-6009-4624-a9a7-39176b5f1e0a None None] The sync data for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi is: [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:04Z', 'revision_number': 3, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:07.851671 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Current status of the port c00cb5bf-e63f-4b96-858e-e0931e209ab8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:07.851820 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.869788 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Provisioning complete for port 775a2b76-655a-4a46-b4ea-4bae973d8324 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:07.870114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:07.937373 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca9666ce-450d-43ba-b1d8-887520d59e1c None None] Port 775a2b76-655a-4a46-b4ea-4bae973d8324 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:07.976040 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks [] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.035788 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:08.134274 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks [] for router_gateway (318f015e-7d98-4082-9586-3eb64ee57e2e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.217753 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Deleting port afb075ed-cd50-458f-9d1e-01fb65557bc2 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:08.222105 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.300268 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:56:06Z', 'revision_number': 5, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port': {'id': 'afb075ed-cd50-458f-9d1e-01fb65557bc2', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:08.307527 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:08.309150 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:08.332912 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] For port afb075ed-cd50-458f-9d1e-01fb65557bc2, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=afb075ed-cd50-458f-9d1e-01fb65557bc2,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:08.333295 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.352530 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Calling delete_port for afb075ed-cd50-458f-9d1e-01fb65557bc2 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:08.365744 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Checking router: 318f015e-7d98-4082-9586-3eb64ee57e2e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:08.386795 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Routers {'318f015e-7d98-4082-9586-3eb64ee57e2e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:08.387702 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['318f015e-7d98-4082-9586-3eb64ee57e2e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:08.531438 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Router c46a9fb1-90d0-4a2c-b704-d9b115d90660 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:08.625227 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.706953 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (afb075ed-cd50-458f-9d1e-01fb65557bc2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.709320 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] Set router 318f015e-7d98-4082-9586-3eb64ee57e2e gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:08.736215 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:08.741565 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Pushing event deleted for resources: {'Port': ['ID=afb075ed-cd50-458f-9d1e-01fb65557bc2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:08.759735 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7defc8c9-6352-4c65-b658-3c771049d076 admin admin] 10.222.0.32 "PUT /v2.0/routers/c46a9fb1-90d0-4a2c-b704-d9b115d90660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4585538 Mar 31 18:56:08.780404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-e0fc61b7-303d-4a43-a739-c480a1fb3428 None None] Provisioning complete for port 775a2b76-655a-4a46-b4ea-4bae973d8324 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:08.780716 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0fc61b7-303d-4a43-a739-c480a1fb3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.810994 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:56:08Z', 'revision_number': 6, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:08.825698 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device f1a22204-e4db-4705-89e2-b05e364234a1 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:08.842542 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (318f015e-7d98-4082-9586-3eb64ee57e2e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:08.859869 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18657bb-55e7-4d92-bcea-1931e5c922fe None None] The sync data for ids ['318f015e-7d98-4082-9586-3eb64ee57e2e'] in dv-cinder-795785-5-iscsi is: [{'id': '318f015e-7d98-4082-9586-3eb64ee57e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-510858624-router', 'tenant_id': '08a51f8ac54c412fb47fd600832235d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:54Z', 'updated_at': '2022-03-31T18:56:08Z', 'revision_number': 6, 'project_id': '08a51f8ac54c412fb47fd600832235d4', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:08.882173 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc61b7-303d-4a43-a739-c480a1fb3428 None None] Port 775a2b76-655a-4a46-b4ea-4bae973d8324 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:08.909414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port f1a22204-e4db-4705-89e2-b05e364234a1 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:08.909794 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.003587 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.007511 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks [] for router_controller (318f015e-7d98-4082-9586-3eb64ee57e2e), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.025409 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port f1a22204-e4db-4705-89e2-b05e364234a1 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:09.025953 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.048743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port f1a22204-e4db-4705-89e2-b05e364234a1, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=f1a22204-e4db-4705-89e2-b05e364234a1,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:09.054581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.056380 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c00cb5bf-e63f-4b96-858e-e0931e209ab8 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:09.100376 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (318f015e-7d98-4082-9586-3eb64ee57e2e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.101362 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318f015e-7d98-4082-9586-3eb64ee57e2e {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:56:09.108441 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.112185 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a239b61c-2f4f-471d-a9d6-6cf04ed4dadd admin admin] 10.222.0.32 "DELETE /v2.0/routers/318f015e-7d98-4082-9586-3eb64ee57e2e HTTP/1.1" status: 204 len: 168 time: 1.3407173 Mar 31 18:56:09.112716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:09.189264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=f1a22204-e4db-4705-89e2-b05e364234a1,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:09.197046 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port c00cb5bf-e63f-4b96-858e-e0931e209ab8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:09.197434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.210491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Deleting subnet 24d14a05-b354-4288-ba4d-952a66fb9a0a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:56:09.213107 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Publish callbacks [] for subnet (24d14a05-b354-4288-ba4d-952a66fb9a0a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.264916 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152341'] for subnet (24d14a05-b354-4288-ba4d-952a66fb9a0a), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.329453 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port c00cb5bf-e63f-4b96-858e-e0931e209ab8 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:09.404941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (24d14a05-b354-4288-ba4d-952a66fb9a0a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.471336 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64655051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58503492'] for subnet (24d14a05-b354-4288-ba4d-952a66fb9a0a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.505158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d14a05-b354-4288-ba4d-952a66fb9a0a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:09.510299 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.516294 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d813009-c0df-4d16-bb14-dba35f9a6834 None None] Network 5e7f16c0-c33e-4cff-90a9-85281bea56dc requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:09.517173 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60382) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:09.517439 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24d14a05-b354-4288-ba4d-952a66fb9a0a HTTP/1.1" status: 204 len: 168 time: 0.4035466 Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.532733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41807b02-37a1-48f4-8370-87ee77ecd27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:09.596243 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (5e7f16c0-c33e-4cff-90a9-85281bea56dc), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.682901 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Deleting port 9ab1b753-9347-44aa-af4a-74a6a02c2773 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:09.683250 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.689381 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:09.695320 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117285384', 'description': 'tempest-secgroup-smoke-1117285384 description', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:09.726101 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.748001 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fdb46-4c90-4935-9235-ac678716618b None None] DHCP port deletion for 5e7f16c0-c33e-4cff-90a9-85281bea56dc request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:56:09.774239 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] For port 9ab1b753-9347-44aa-af4a-74a6a02c2773, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=9ab1b753-9347-44aa-af4a-74a6a02c2773,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:09.774791 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.798493 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Calling delete_port for 9ab1b753-9347-44aa-af4a-74a6a02c2773 owned by network:dhcp {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:09.812356 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Deleting port 9ab1b753-9347-44aa-af4a-74a6a02c2773 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:09.812936 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.824037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (5f5ce6d4-730c-48f2-b4aa-523f0171d5b8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.838595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5f5ce6d4-730c-48f2-b4aa-523f0171d5b8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.873988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.878757 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1883390 Mar 31 18:56:09.885324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60386) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:09.899201 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:09.909419 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-929fdb46-4c90-4935-9235-ac678716618b None None] For port 9ab1b753-9347-44aa-af4a-74a6a02c2773, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=9ab1b753-9347-44aa-af4a-74a6a02c2773,segment=NetworkSegment(549dee4f-792f-4c09-9b7f-d04374f0e44d),segment_id=549dee4f-792f-4c09-9b7f-d04374f0e44d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:09.911989 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:09.932847 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5138e1-ff87-4090-8ff1-781b6a173e20 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:09.943749 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Calling delete_port for 9ab1b753-9347-44aa-af4a-74a6a02c2773 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:09.949024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (58c8b76d-14ae-4997-966e-cae78fc29f22), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.017782 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (58c8b76d-14ae-4997-966e-cae78fc29f22), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.023054 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (58c8b76d-14ae-4997-966e-cae78fc29f22), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.039387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8b76d-14ae-4997-966e-cae78fc29f22,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.058324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.060038 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1da99923-6bc1-4431-aad0-c1da52af0530 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737008 Mar 31 18:56:10.063053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.069807 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:10.103028 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (5a6dae7f-01fe-4037-a20f-96db72e5c7c6), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.105220 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.115527 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.136818 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (9ab1b753-9347-44aa-af4a-74a6a02c2773), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.146640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fdb46-4c90-4935-9235-ac678716618b None None] Pushing event deleted for resources: {'Port': ['ID=9ab1b753-9347-44aa-af4a-74a6a02c2773,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.151610 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fdb46-4c90-4935-9235-ac678716618b None None] No DVR routers for this DVR port 9ab1b753-9347-44aa-af4a-74a6a02c2773 on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:10.160126 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Sync routers for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:10.171987 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:10.178144 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:10.187117 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab1b753-9347-44aa-af4a-74a6a02c2773,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.195597 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] No DVR routers for this DVR port 9ab1b753-9347-44aa-af4a-74a6a02c2773 on host dv-cinder-795785-5-iscsi {{(pid=109721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:10.235500 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (5a6dae7f-01fe-4037-a20f-96db72e5c7c6), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.240532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (5a6dae7f-01fe-4037-a20f-96db72e5c7c6), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.272696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6dae7f-01fe-4037-a20f-96db72e5c7c6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.304921 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (5e7f16c0-c33e-4cff-90a9-85281bea56dc), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.308428 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.309868 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f67b95f0-8c30-48c2-887f-bc21e136d3c2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2455921 Mar 31 18:56:10.314829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.326217 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:10.329738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7f16c0-c33e-4cff-90a9-85281bea56dc']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:10.341444 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549dee4f-792f-4c09-9b7f-d04374f0e44d') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:10.341664 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549dee4f-792f-4c09-9b7f-d04374f0e44d') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:10.358008 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (549dee4f-792f-4c09-9b7f-d04374f0e44d), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.378117 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (549dee4f-792f-4c09-9b7f-d04374f0e44d), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.390280 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:56:10.390932 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (549dee4f-792f-4c09-9b7f-d04374f0e44d), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self.session.flush() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self.session.flush() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self.session.flush() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self.session.flush() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:56:10.393215 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:56:10.400603 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:10.419573 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (0b232928-95dd-4059-bbd2-1f95e315fed1), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.483285 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (5e7f16c0-c33e-4cff-90a9-85281bea56dc), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.515463 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.519321 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e7f16c0-c33e-4cff-90a9-85281bea56dc HTTP/1.1" status: 204 len: 168 time: 1.0007808 Mar 31 18:56:10.521117 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41be751-c9b3-455c-9c03-151cdeb4d699 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7f16c0-c33e-4cff-90a9-85281bea56dc,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.561602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (0b232928-95dd-4059-bbd2-1f95e315fed1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.568460 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (0b232928-95dd-4059-bbd2-1f95e315fed1), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.584297 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b232928-95dd-4059-bbd2-1f95e315fed1,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.604615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device f1a22204-e4db-4705-89e2-b05e364234a1 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:10.608395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.609693 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4c63f6c3-60b9-4d83-a2ec-c6fd39a84e5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937207 Mar 31 18:56:10.613686 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60396) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.617928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:10.663589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (46571a15-a53d-4819-bfd2-6bb80c4fd5b4), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.724030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.735879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port f1a22204-e4db-4705-89e2-b05e364234a1 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:10.736261 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.775757 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (46571a15-a53d-4819-bfd2-6bb80c4fd5b4), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.781751 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (46571a15-a53d-4819-bfd2-6bb80c4fd5b4), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.786357 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-85099d7f-4332-4802-9637-7bb089f42c67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08a51f8ac54c412fb47fd600832235d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579140 Mar 31 18:56:10.787515 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60400) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.814019 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 4, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '775a2b76-655a-4a46-b4ea-4bae973d8324', 'name': '', 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'mac_address': 'fa:16:3e:c5:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:06Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 2, 'project_id': '86902d0564e0410585db381e5a32383a', 'subnets': [{'id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:10.822848 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46571a15-a53d-4819-bfd2-6bb80c4fd5b4,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:10.846117 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.847340 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-410abf9b-e6cd-4c4d-b610-33f16b7495c4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333360 Mar 31 18:56:10.851945 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60402) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:10.860273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:10.871161 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] Publish callbacks [] for security_group (cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.874834 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Checking router: c46a9fb1-90d0-4a2c-b704-d9b115d90660 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:10.875211 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Updating router c46a9fb1-90d0-4a2c-b704-d9b115d90660 port 775a2b76-655a-4a46-b4ea-4bae973d8324 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:56:10.888743 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Project 0617fc09e89147a48ea7ecf449fd1da2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:56:10.901004 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] Publish callbacks [] for security_group (cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.905470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (d859a04d-fb5e-4cac-8cc7-2bbf07eb62ae), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.971107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.976165 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:10.980071 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5 HTTP/1.1" status: 204 len: 168 time: 0.1913233 Mar 31 18:56:10.996310 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (d859a04d-fb5e-4cac-8cc7-2bbf07eb62ae), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.000367 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e94f6-65a2-4600-9608-557528d8ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9e6add-211c-48b6-a8fe-16a2fa2a1bb5,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:11.002480 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (d859a04d-fb5e-4cac-8cc7-2bbf07eb62ae), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.027347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d859a04d-fb5e-4cac-8cc7-2bbf07eb62ae,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:11.036343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.037726 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-933181f0-eb25-4786-bc7e-c939a7de173d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1829398 Mar 31 18:56:11.042700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60406) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:11.053816 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'security_group_rule': {'security_group_id': '5f5ce6d4-730c-48f2-b4aa-523f0171d5b8', 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:11.080590 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.securitygroups_db [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Project 0617fc09e89147a48ea7ecf449fd1da2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:56:11.086394 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (aa71f646-1160-4b81-82ff-d41bdb0ac1e0), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.100790 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port f1a22204-e4db-4705-89e2-b05e364234a1 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:11.102814 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.161340 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (aa71f646-1160-4b81-82ff-d41bdb0ac1e0), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.168418 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (aa71f646-1160-4b81-82ff-d41bdb0ac1e0), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.194789 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa71f646-1160-4b81-82ff-d41bdb0ac1e0,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:11.210184 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.213236 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-089d7c6f-75cc-437b-b070-33c7703f3b10 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683519 Mar 31 18:56:11.218457 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e499867d-0d3e-4000-afec-c982ff8020c8 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:11.256889 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: e499867d-0d3e-4000-afec-c982ff8020c8 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:11.257228 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e499867d-0d3e-4000-afec-c982ff8020c8 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:11.257782 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afb075ed-cd50-458f-9d1e-01fb65557bc2 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:11.285465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: afb075ed-cd50-458f-9d1e-01fb65557bc2 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:11.286360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device afb075ed-cd50-458f-9d1e-01fb65557bc2 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:11.286900 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 9ab1b753-9347-44aa-af4a-74a6a02c2773 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:11.310635 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 9ab1b753-9347-44aa-af4a-74a6a02c2773 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:11.310635 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 9ab1b753-9347-44aa-af4a-74a6a02c2773 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:11.486936 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.504078 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks [] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.510109 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.575049 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6d80-f2d6-4bda-9918-20b950cbb91b None None] Pushing event updated for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:11.628530 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Attempting to bind port 775a2b76-655a-4a46-b4ea-4bae973d8324 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:11.629070 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Attempting to bind port 775a2b76-655a-4a46-b4ea-4bae973d8324 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:11.629538 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Attempting to bind port 775a2b76-655a-4a46-b4ea-4bae973d8324 on network 88a7995a-be72-4eb2-beac-7b3c46c69cdd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:11.638190 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:11.638683 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Checking segment: {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:11.639195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.639733 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Bound using segment: {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:11.640541 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Bound port: 775a2b76-655a-4a46-b4ea-4bae973d8324, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fffd40-63e3-42df-bad2-63e0f3976e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:11.641187 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.746704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] For port 775a2b76-655a-4a46-b4ea-4bae973d8324, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:11.752318 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] For port 775a2b76-655a-4a46-b4ea-4bae973d8324, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=775a2b76-655a-4a46-b4ea-4bae973d8324,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:11.766910 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.830236 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:11.830886 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:11.880749 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6d80-f2d6-4bda-9918-20b950cbb91b None None] Pushing event updated for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:11.953428 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Provisioning complete for port 775a2b76-655a-4a46-b4ea-4bae973d8324 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:11.953822 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:11.999382 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:12.008054 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60476) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:12.148644 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-10398711-network', 'tenant_id': '07dca77153be40828cdad3dd606401bc'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:12.174685 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Made reservation on behalf of 07dca77153be40828cdad3dd606401bc for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:12.178800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.191264 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.201961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Current status of the port 775a2b76-655a-4a46-b4ea-4bae973d8324 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:12.202538 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.263992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] For port 775a2b76-655a-4a46-b4ea-4bae973d8324, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=775a2b76-655a-4a46-b4ea-4bae973d8324,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:12.269350 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.278136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks [] for security_group (fc19df5e-124f-4ff3-9057-a90c31e2993b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.287126 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fc19df5e-124f-4ff3-9057-a90c31e2993b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.309689 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:56:12.325109 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19df5e-124f-4ff3-9057-a90c31e2993b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:12.328168 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (41250721-b14c-4ad8-a15f-0a03768aee1b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.328582 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Added segment 41250721-b14c-4ad8-a15f-0a03768aee1b of type vlan for network 071dab43-1a91-4905-96a8-6b7778ce18ed Mar 31 18:56:12.363456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c44193-c7d2-498c-87b1-0db4df1013f8 None None] Pushing event updated for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:12.376214 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (071dab43-1a91-4905-96a8-6b7778ce18ed), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.397563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 4, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '775a2b76-655a-4a46-b4ea-4bae973d8324', 'name': '', 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'mac_address': 'fa:16:3e:c5:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:06Z', 'updated_at': '2022-03-31T18:56:11Z', 'revision_number': 4, 'project_id': '86902d0564e0410585db381e5a32383a', 'subnets': [{'id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:12.407623 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (071dab43-1a91-4905-96a8-6b7778ce18ed), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.409265 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:12.410122 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.432313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7e5fd828-04f0-4a91-9be3-2789750f2d86 None None] Provisioning complete for port 775a2b76-655a-4a46-b4ea-4bae973d8324 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:12.432313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd828-04f0-4a91-9be3-2789750f2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.433949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79a555-0579-4de7-aa31-5935b6954ec8 None None] The sync data for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi is: [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:07Z', 'revision_number': 4, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '775a2b76-655a-4a46-b4ea-4bae973d8324', 'name': '', 'network_id': '88a7995a-be72-4eb2-beac-7b3c46c69cdd', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'mac_address': 'fa:16:3e:c5:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:06Z', 'updated_at': '2022-03-31T18:56:11Z', 'revision_number': 4, 'project_id': '86902d0564e0410585db381e5a32383a', 'subnets': [{'id': '8b0a6438-ab48-4c2a-b42f-72465798aef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:12.507715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] Pushing event updated for resources: {'Network': ['ID=071dab43-1a91-4905-96a8-6b7778ce18ed,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:12.555463 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8a284712-bce9-4fe5-bbbf-9e61f73411dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5416703 Mar 31 18:56:12.562964 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60490) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:12.569406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Request body: {'subnet': {'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-subnet', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:12.580331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 071dab43-1a91-4905-96a8-6b7778ce18ed details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:56:12.609757 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Made reservation on behalf of 07dca77153be40828cdad3dd606401bc for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:12.612119 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63046103'] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.653776 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fd828-04f0-4a91-9be3-2789750f2d86 None None] Current status of the port 775a2b76-655a-4a46-b4ea-4bae973d8324 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:12.809140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58573433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63046081'] for subnet (071e9a74-8d0f-4067-b400-537235e04a56), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.885445 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071e9a74-8d0f-4067-b400-537235e04a56,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:12.895641 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Checking segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:12.896025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Network hostable DHCP agents. Network: 071dab43-1a91-4905-96a8-6b7778ce18ed, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:56:12.918136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:56:12.934499 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 071dab43-1a91-4905-96a8-6b7778ce18ed) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:12.940271 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:12.941020 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:12.949874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da1b2f-6c02-492e-bc33-8f55ba7a27e8 None None] Network 071dab43-1a91-4905-96a8-6b7778ce18ed requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:12.978084 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-78edc88a-c6bd-4a99-bd96-d09e0214ef33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4140122 Mar 31 18:56:12.983300 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60494) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:12.990399 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:13.029429 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.030498 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.103081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for router_controller (657cc470-1760-46f1-936b-f42f99b3d5d8), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.127799 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-071dab43-1a91-4905-96a8-6b7778ce18ed', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:56:13.128692 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.266494 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for router_gateway (657cc470-1760-46f1-936b-f42f99b3d5d8), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.316279 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Allocated IP 172.20.0.2 (071dab43-1a91-4905-96a8-6b7778ce18ed/071e9a74-8d0f-4067-b400-537235e04a56/e6afb780-c752-42b6-868e-00946b974f72) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:13.510110 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks [] for port (e6afb780-c752-42b6-868e-00946b974f72), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.522479 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (e6afb780-c752-42b6-868e-00946b974f72), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.526102 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for router_gateway (657cc470-1760-46f1-936b-f42f99b3d5d8), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.547665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.568792 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:13.572055 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:13.575881 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:13.600169 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Pushing event updated for resources: {'Port': ['ID=e6afb780-c752-42b6-868e-00946b974f72,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:13.656877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Attempting to bind port e6afb780-c752-42b6-868e-00946b974f72 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:13.657532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Attempting to bind port e6afb780-c752-42b6-868e-00946b974f72 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:13.658071 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Attempting to bind port e6afb780-c752-42b6-868e-00946b974f72 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:13.666973 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:13.667332 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Checking segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:13.667775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.668350 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Bound using segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:13.668841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Bound port: e6afb780-c752-42b6-868e-00946b974f72, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:13.669458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e6afb780-c752-42b6-868e-00946b974f72), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.695464 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Allocated IP 172.27.1.198 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/157bf7c5-a468-44b3-8ace-f465ab146c12) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:13.766987 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] For port e6afb780-c752-42b6-868e-00946b974f72, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:13.771615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] For port e6afb780-c752-42b6-868e-00946b974f72, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e6afb780-c752-42b6-868e-00946b974f72,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:13.780570 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e6afb780-c752-42b6-868e-00946b974f72), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.831465 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.866941 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759bcd-62bc-4aa1-be09-d3d9e5e29821 None None] Pushing event updated for resources: {'Port': ['ID=e6afb780-c752-42b6-868e-00946b974f72,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:13.888797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:13.939970 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:13.948519 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:13.955840 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:13.985813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Pushing event updated for resources: {'Port': ['ID=157bf7c5-a468-44b3-8ace-f465ab146c12,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:14.311695 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for router_gateway (657cc470-1760-46f1-936b-f42f99b3d5d8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.527648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.541314 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e6afb780-c752-42b6-868e-00946b974f72 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:14.604159 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e6afb780-c752-42b6-868e-00946b974f72 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:14.604539 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e6afb780-c752-42b6-868e-00946b974f72), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.698585 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e6afb780-c752-42b6-868e-00946b974f72 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:14.699259 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e6afb780-c752-42b6-868e-00946b974f72), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.706882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:56:14.740919 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port e6afb780-c752-42b6-868e-00946b974f72, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e6afb780-c752-42b6-868e-00946b974f72,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:14.746391 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e6afb780-c752-42b6-868e-00946b974f72), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.747472 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 775a2b76-655a-4a46-b4ea-4bae973d8324 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:14.827961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=e6afb780-c752-42b6-868e-00946b974f72,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:14.843596 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 775a2b76-655a-4a46-b4ea-4bae973d8324 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:14.843596 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.850145 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:14.859999 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:14.873041 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:14.873734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:14.874975 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:14.877621 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-212eef83-7349-4b20-883e-640239f126b5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8928049 Mar 31 18:56:14.878020 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60512) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:14.963354 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 775a2b76-655a-4a46-b4ea-4bae973d8324 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:14.991096 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2329aa-8737-4772-a155-9f37cc6b78bb None None] Network 071dab43-1a91-4905-96a8-6b7778ce18ed requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:15.019427 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:15.195119 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-a533cfb3-3313-4294-94e2-67553029461c None None] Provisioning complete for port e6afb780-c752-42b6-868e-00946b974f72 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:15.195528 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a533cfb3-3313-4294-94e2-67553029461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e6afb780-c752-42b6-868e-00946b974f72), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.238915 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:14Z', 'revision_number': 3, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:15.281474 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:15.281643 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Updating router 657cc470-1760-46f1-936b-f42f99b3d5d8 port 157bf7c5-a468-44b3-8ace-f465ab146c12 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:56:15.321048 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.350349 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a533cfb3-3313-4294-94e2-67553029461c None None] Current status of the port e6afb780-c752-42b6-868e-00946b974f72 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:15.503924 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.677884 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks [] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.689725 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.715892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-12e8f9af-bceb-434d-9f3f-92e54f707d60 None None] Provisioning complete for port e6afb780-c752-42b6-868e-00946b974f72 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:15.716481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12e8f9af-bceb-434d-9f3f-92e54f707d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e6afb780-c752-42b6-868e-00946b974f72), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.770632 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Allocated IP 172.20.0.1 (071dab43-1a91-4905-96a8-6b7778ce18ed/071e9a74-8d0f-4067-b400-537235e04a56/ee3c5d7c-26db-4847-9551-bdc2c76e5ab2) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:15.803745 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Attempting to bind port 157bf7c5-a468-44b3-8ace-f465ab146c12 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:15.806029 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Attempting to bind port 157bf7c5-a468-44b3-8ace-f465ab146c12 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:15.806629 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Attempting to bind port 157bf7c5-a468-44b3-8ace-f465ab146c12 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:15.825594 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef04603-abfa-484f-a710-1efd1540cf3e None None] Pushing event updated for resources: {'Port': ['ID=157bf7c5-a468-44b3-8ace-f465ab146c12,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:15.830208 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:15.830592 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:15.831015 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.831396 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:15.831921 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Bound port: 157bf7c5-a468-44b3-8ace-f465ab146c12, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:15.832308 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.866157 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-12e8f9af-bceb-434d-9f3f-92e54f707d60 None None] Current status of the port e6afb780-c752-42b6-868e-00946b974f72 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:15.918025 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] For port 157bf7c5-a468-44b3-8ace-f465ab146c12, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:15.922210 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] For port 157bf7c5-a468-44b3-8ace-f465ab146c12, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=157bf7c5-a468-44b3-8ace-f465ab146c12,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:15.930376 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.932481 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks [] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:15.977190 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.004573 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:16.004846 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:16.018450 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:16.023204 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:16.027181 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:16.049902 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef04603-abfa-484f-a710-1efd1540cf3e None None] Pushing event updated for resources: {'Port': ['ID=157bf7c5-a468-44b3-8ace-f465ab146c12,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:16.057576 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Pushing event updated for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:16.079849 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (657cc470-1760-46f1-936b-f42f99b3d5d8), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.159572 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:16.255544 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.375148 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:14Z', 'revision_number': 3, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:16.399420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-30453aa6-7f6b-4078-b245-c7427d8e3dac None None] Provisioning complete for port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:16.399842 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30453aa6-7f6b-4078-b245-c7427d8e3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.417761 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b34ae-6dc5-4c1e-9ce8-81b8deb5223e None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:14Z', 'revision_number': 3, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:16.443035 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-30453aa6-7f6b-4078-b245-c7427d8e3dac None None] Port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:16.471043 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks [] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.477005 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.511213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e6afb780-c752-42b6-868e-00946b974f72 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:16.554210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Pushing event updated for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:16.560206 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (657cc470-1760-46f1-936b-f42f99b3d5d8), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.585943 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e6afb780-c752-42b6-868e-00946b974f72 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:16.585943 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e6afb780-c752-42b6-868e-00946b974f72), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:16.693204 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:16.695047 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:16.716387 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e6afb780-c752-42b6-868e-00946b974f72 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:16.888966 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:17.034877 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:17.040368 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b9e4ad64-2421-452b-9fa4-8c41f7bd73fd admin admin] 10.222.0.32 "PUT /v2.0/routers/657cc470-1760-46f1-936b-f42f99b3d5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1611392 Mar 31 18:56:17.105194 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-07a1e15f-f327-42ab-897f-43db15891602 None None] Provisioning complete for port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:17.105819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07a1e15f-f327-42ab-897f-43db15891602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:17.197988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-07a1e15f-f327-42ab-897f-43db15891602 None None] Port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:17.806245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60540) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:17.810930 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210026816', 'description': 'tempest-description--1188405142'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:17.837257 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:17.919272 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (66950b53-ba5a-4dce-8389-adace122441f), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:17.923859 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (66950b53-ba5a-4dce-8389-adace122441f), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:17.955760 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:17.957212 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1499383 Mar 31 18:56:17.961306 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60544) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:17.966582 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group_rule': {'security_group_id': '66950b53-ba5a-4dce-8389-adace122441f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:17.973065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f8db-db75-42f9-8a28-069f096edb84 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66950b53-ba5a-4dce-8389-adace122441f,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:18.013480 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (a1246403-0116-4bc3-b743-5090109bdf15), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.078803 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (a1246403-0116-4bc3-b743-5090109bdf15), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.079603 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (a1246403-0116-4bc3-b743-5090109bdf15), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.098846 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1246403-0116-4bc3-b743-5090109bdf15,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:18.108871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.113284 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-9d3898ef-1f1a-45c8-a9ce-bce5e249b50b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477849 Mar 31 18:56:18.113716 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60546) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:18.118298 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group_rule': {'security_group_id': '66950b53-ba5a-4dce-8389-adace122441f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:18.144837 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (4466018b-1881-4183-9353-51d6bcaf4938), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.212372 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (4466018b-1881-4183-9353-51d6bcaf4938), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.217042 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (4466018b-1881-4183-9353-51d6bcaf4938), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.244018 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4466018b-1881-4183-9353-51d6bcaf4938,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:18.250886 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.256349 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:18.257294 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-afddb8ac-5c6b-415f-8cf5-6af844c47d0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424360 Mar 31 18:56:18.266729 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:18.297647 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.407007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.532658 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 157bf7c5-a468-44b3-8ace-f465ab146c12 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:18.533180 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Allocated IP 172.27.1.54 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/67781479-3010-4e82-afc1-7a79cafcf349) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:18.589822 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 157bf7c5-a468-44b3-8ace-f465ab146c12 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:18.590196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.644300 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (67781479-3010-4e82-afc1-7a79cafcf349), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.677200 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 157bf7c5-a468-44b3-8ace-f465ab146c12 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:18.677580 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.681802 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (67781479-3010-4e82-afc1-7a79cafcf349), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.704272 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 157bf7c5-a468-44b3-8ace-f465ab146c12, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=157bf7c5-a468-44b3-8ace-f465ab146c12,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:18.709215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.719037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:18.723703 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:18.730641 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:18.736351 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=67781479-3010-4e82-afc1-7a79cafcf349,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:18.766008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=157bf7c5-a468-44b3-8ace-f465ab146c12,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:18.829018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:18.867273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (67781479-3010-4e82-afc1-7a79cafcf349), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.024067 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (67781479-3010-4e82-afc1-7a79cafcf349), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.028528 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (67781479-3010-4e82-afc1-7a79cafcf349), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.100991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=67781479-3010-4e82-afc1-7a79cafcf349,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:19.108074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.123198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.124509 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3217f93e-1aba-4946-b2b0-1a2406ea3722 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8649800 Mar 31 18:56:19.138747 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:56:19.317522 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-77761f78-c90d-48fc-b302-782059c00d2f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1210026816&fields=id&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 267 time: 0.0563567 Mar 31 18:56:19.444587 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-fec715ee-3ea8-49b9-b218-748302ea12bd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:19.447590 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-fec715ee-3ea8-49b9-b218-748302ea12bd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 815 time: 0.1229510 Mar 31 18:56:19.448653 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:19.461290 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:19.461943 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:19.464263 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-711aa21a-7a59-467d-b082-cf287c6df22b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/quotas/07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 375 time: 0.0116186 Mar 31 18:56:19.539741 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-4ab86a67-1280-43ad-b320-54b12d05a35c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685754 Mar 31 18:56:19.587359 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:19.665909 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-ffa27dbb-c7d9-4c03-a20e-1a0e5ae5c910 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:56:19.667032 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-ffa27dbb-c7d9-4c03-a20e-1a0e5ae5c910 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531960 Mar 31 18:56:19.772994 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-d607a1c4-fe4a-4855-8614-cb1923ad57cb service neutron] 10.222.0.32 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953958 Mar 31 18:56:19.803833 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 2, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:19.833413 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:19.833762 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Updating router 657cc470-1760-46f1-936b-f42f99b3d5d8 port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:56:19.863651 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:19.872503 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-04cd8fe8-8a0c-4f4f-9ac3-1c5c9cd5c2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936410 Mar 31 18:56:20.077818 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bc1d6790-5dca-4a68-8f28-0a366e55658c req-70e87efe-ee3e-4a80-b0f7-c00d9d7db89a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 210 time: 0.0277994 Mar 31 18:56:20.177436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks [] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.183246 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.238896 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012657d-5009-4989-8395-92f78cadccd9 None None] Pushing event updated for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:20.317817 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Attempting to bind port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:20.318201 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Attempting to bind port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:20.318725 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Attempting to bind port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:20.324844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:20.325385 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Checking segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:20.325759 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.326354 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Bound using segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:20.326855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Bound port: ee3c5d7c-26db-4847-9551-bdc2c76e5ab2, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:20.327289 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.413982 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] For port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:20.429652 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] For port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:20.436342 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.517211 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:20.517766 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:20.604272 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 157bf7c5-a468-44b3-8ace-f465ab146c12 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:20.613251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012657d-5009-4989-8395-92f78cadccd9 None None] Pushing event updated for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:20.696773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Provisioning complete for port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:20.697241 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:20.753955 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:20.807497 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 157bf7c5-a468-44b3-8ace-f465ab146c12 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:20.807883 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:21.136102 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Current status of the port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:21.136505 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:21.201635 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-559c5fbd-c2dd-4b1e-982c-6af6a80fa15f req-01e69cb9-3b8d-49fc-96f8-62e2caccbc2c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 210 time: 0.0319953 Mar 31 18:56:21.246798 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 157bf7c5-a468-44b3-8ace-f465ab146c12 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:21.252057 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] For port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:21.260264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:21.330034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-62b5ff26-1dec-4664-a5ad-80523788b8d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:21.331211 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1bbb1-3c47-4409-ba83-cb8eda008b27 None None] Pushing event updated for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:21.331570 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-62b5ff26-1dec-4664-a5ad-80523788b8d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 815 time: 0.1253457 Mar 31 18:56:21.338137 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:20Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:21.368977 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec392a-7ac2-429a-a5b2-1bd9902d2502 None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:20Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:21.385945 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-9eda5c0a-e544-4592-a012-ce988c1bb8ce None None] Provisioning complete for port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:21.386320 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eda5c0a-e544-4592-a012-ce988c1bb8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:21.450679 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-c97bc5aa-88c9-4fd7-b6cd-eabd9f0e0b79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 380 time: 0.1069076 Mar 31 18:56:21.472526 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'port': {'device_id': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'admin_state_up': True, 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'security_groups': ['66950b53-ba5a-4dce-8389-adace122441f']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:21.527667 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9eda5c0a-e544-4592-a012-ce988c1bb8ce None None] Current status of the port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:21.594281 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Made reservation on behalf of 07dca77153be40828cdad3dd606401bc for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:21.597695 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:21.979099 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Allocated IP 172.20.0.10 (071dab43-1a91-4905-96a8-6b7778ce18ed/071e9a74-8d0f-4067-b400-537235e04a56/71c4ac09-2f47-496f-b311-bf32daad46d0) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:22.126853 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.162992 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.207161 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:22.210411 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.211531 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:22.221603 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:22.280656 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:22.290271 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:22.291209 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.314645 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-e3d9ba49-344b-4a2c-8320-8d3f66d70d50 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466938 Mar 31 18:56:22.403212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Request body: {'port': {'device_id': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:22.413754 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98caa20-13c6-4cdd-9287-a5b9f7979f5f req-1456e4fc-8f66-4d6e-a322-758b33c8592c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:22.432133 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e98caa20-13c6-4cdd-9287-a5b9f7979f5f req-1456e4fc-8f66-4d6e-a322-758b33c8592c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 932 time: 0.1039665 Mar 31 18:56:22.497564 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.510458 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e98caa20-13c6-4cdd-9287-a5b9f7979f5f req-7ec096d3-718d-45a8-9eb8-c250c26658de tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773184 Mar 31 18:56:22.540313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:22.589510 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-03baefc0-9e4b-4db9-a834-458e4e222ef4 None None] Provisioning complete for port 71c4ac09-2f47-496f-b311-bf32daad46d0 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:22.589882 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03baefc0-9e4b-4db9-a834-458e4e222ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.632793 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:22.633061 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.634659 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-03baefc0-9e4b-4db9-a834-458e4e222ef4 None None] Port 71c4ac09-2f47-496f-b311-bf32daad46d0 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:22.725934 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:22.806581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:56:22.813921 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks [] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.826629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Transition to ACTIVE for port object 71c4ac09-2f47-496f-b311-bf32daad46d0 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:56:22.830580 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:22.887687 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:22.977590 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Attempting to bind port 71c4ac09-2f47-496f-b311-bf32daad46d0 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:22.977926 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Attempting to bind port 71c4ac09-2f47-496f-b311-bf32daad46d0 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:22.978264 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Attempting to bind port 71c4ac09-2f47-496f-b311-bf32daad46d0 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:22.983084 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Port 71c4ac09-2f47-496f-b311-bf32daad46d0 on network 071dab43-1a91-4905-96a8-6b7778ce18ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:56:22.983440 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Attempting to bind port 71c4ac09-2f47-496f-b311-bf32daad46d0 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:22.989221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:22.989596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Checking segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:22.990261 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Bound using segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:22.990783 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Bound port: 71c4ac09-2f47-496f-b311-bf32daad46d0, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:22.991160 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:23.064331 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:23.068593 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:23.077328 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:23.120496 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.121123 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:23.122745 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] 10.222.0.23 "PUT /v2.0/ports/71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 1094 time: 0.7996538 Mar 31 18:56:23.123220 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:23.125629 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616bf0ac-0352-4e95-868a-8ac4a8c204b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:23.157382 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803dc7-af2a-463c-8aa0-6f6b4dc4eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:23.265623 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-0383376f-22a5-4e40-93c6-3d3e8759bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.268390 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-0383376f-22a5-4e40-93c6-3d3e8759bd9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0781047 Mar 31 18:56:23.271231 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1c360-53e9-41f3-a448-041417b62cce x-openstack-request-id: req-01b1c360-53e9-41f3-a448-041417b62cce {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:23.271774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:23.272140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01b1c360-53e9-41f3-a448-041417b62cce {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:23.272644 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b1c360-53e9-41f3-a448-041417b62cce'] response: {'name': 'network-changed', 'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'status': 'completed', 'code': 200} Mar 31 18:56:23.317637 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-0bdeb66f-c1f6-42fb-aec3-555ecf518cb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 217 time: 0.0405800 Mar 31 18:56:23.382854 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-a1f40a1a-ae91-41ba-81ab-6d4977715c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.382854 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-a1f40a1a-ae91-41ba-81ab-6d4977715c12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0570822 Mar 31 18:56:23.438258 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-f04bc6b2-7d4c-4662-a300-87240bd6ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.439931 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-f04bc6b2-7d4c-4662-a300-87240bd6ea79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529511 Mar 31 18:56:23.546672 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-038a74b2-f002-4b64-a933-617c91b93608 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990975 Mar 31 18:56:23.673282 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771d7a2c-963d-4561-8e17-69d2bc3588cd req-85826d3d-4b32-4d42-8bcd-2d458abcc26c service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188419 Mar 31 18:56:23.695242 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc07b5-522d-47bb-9090-d5f668ec122d req-3d554c6f-8c1c-4531-96e9-066dbe1aee27 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.697005 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1fc07b5-522d-47bb-9090-d5f668ec122d req-3d554c6f-8c1c-4531-96e9-066dbe1aee27 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0855339 Mar 31 18:56:23.798387 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1fc07b5-522d-47bb-9090-d5f668ec122d req-069bce31-1966-425e-9846-dc66fee9a215 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900929 Mar 31 18:56:23.807022 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-068de847-6867-4c23-b1f8-c3eb1f96a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.808823 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-068de847-6867-4c23-b1f8-c3eb1f96a1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0724077 Mar 31 18:56:23.927704 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-8ff182e3-39db-4387-9489-91f8060d57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:23.929243 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-8ff182e3-39db-4387-9489-91f8060d57ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.1139171 Mar 31 18:56:23.977020 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-526f162b-8281-4592-9747-4a3020190864 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 217 time: 0.0404432 Mar 31 18:56:24.032665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-3c676142-c9bd-4db4-af17-70a6b9f2f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:24.034178 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-3c676142-c9bd-4db4-af17-70a6b9f2f7d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0478694 Mar 31 18:56:24.108929 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-c856de84-939e-4f4a-9f76-2b96c9018a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:24.110596 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-c856de84-939e-4f4a-9f76-2b96c9018a25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689721 Mar 31 18:56:24.212088 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-b47072ba-95b5-4fc2-a9e1-c7caa523ec46 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936341 Mar 31 18:56:24.315141 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-616bf0ac-0352-4e95-868a-8ac4a8c204b8 req-397a9ed2-ece3-4473-b714-6f3d7c3fdbd9 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968041 Mar 31 18:56:24.956345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c362de-f3dc-4cf3-875d-5cfa025572ea req-7d067c4d-da46-4c94-8ab2-fa40a6b28c9b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:24.957933 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-38c362de-f3dc-4cf3-875d-5cfa025572ea req-7d067c4d-da46-4c94-8ab2-fa40a6b28c9b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0689890 Mar 31 18:56:25.008667 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-38c362de-f3dc-4cf3-875d-5cfa025572ea req-3946c34b-d7ff-462b-b669-8cea671751f3 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 Mar 31 18:56:25.758897 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:56:25.877791 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:25.891423 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:56:25.932557 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:25.932948 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:25.946901 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:56:25.968543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:25.975863 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:26.027254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:26.149429 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d293f0-b381-43f0-8c61-4de3bbfce047 req-c590c2e9-dac5-4be3-8677-48336052b7d3 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:26.151058 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-95d293f0-b381-43f0-8c61-4de3bbfce047 req-c590c2e9-dac5-4be3-8677-48336052b7d3 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 945 time: 0.0655603 Mar 31 18:56:26.202663 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-95d293f0-b381-43f0-8c61-4de3bbfce047 req-6db145e3-f0f2-4558-9fb1-436b934801b7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457308 Mar 31 18:56:26.213807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['71c4ac09-2f47-496f-b311-bf32daad46d0'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:56:26.893083 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e32-b45c-44ab-ace9-d00de10d06e2 req-23fe5c43-b739-4088-8529-081b92fefca4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:26.894603 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29df0e32-b45c-44ab-ace9-d00de10d06e2 req-23fe5c43-b739-4088-8529-081b92fefca4 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0534747 Mar 31 18:56:26.945379 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29df0e32-b45c-44ab-ace9-d00de10d06e2 req-dd9377f5-8a16-412c-a455-fa1f36d30947 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Mar 31 18:56:27.067442 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-a6be92b0-e172-48be-b710-5e8ec455dd3c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117285384&fields=id&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 267 time: 0.0461054 Mar 31 18:56:27.186166 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-6477b89c-94b6-4efa-b0a6-da099f074063 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:27.187668 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-6477b89c-94b6-4efa-b0a6-da099f074063 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.1134131 Mar 31 18:56:27.203463 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-1292baa0-3778-456d-9304-4c79fb6e3a1e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/quotas/0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Mar 31 18:56:27.266136 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-3009e8d2-8a0e-416e-883d-0aa348efb6f8 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554869 Mar 31 18:56:27.408058 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867725e7-480b-4d28-8457-ce9bcc2cea6c req-0a9d467d-9682-4f94-826a-dfcc00c1ad26 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:27.409672 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-867725e7-480b-4d28-8457-ce9bcc2cea6c req-0a9d467d-9682-4f94-826a-dfcc00c1ad26 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 945 time: 0.1242726 Mar 31 18:56:27.421191 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-16b2d66d-9bd3-4a6b-ae6a-9abdaadc4020 service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369338 Mar 31 18:56:27.518746 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-867725e7-480b-4d28-8457-ce9bcc2cea6c req-6acd3f1d-757b-4649-9ffd-a311e9c2ddb4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007819 Mar 31 18:56:27.545666 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-8be4f593-c7a1-4875-b27c-51639545ce4e service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179469 Mar 31 18:56:27.774736 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:27.836091 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 71c4ac09-2f47-496f-b311-bf32daad46d0 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:56:27.840985 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 71c4ac09-2f47-496f-b311-bf32daad46d0 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:27.841725 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:27.851091 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0e1ecabe-8bcb-4800-b8c0-18e039891502 req-aba7f440-7e9a-4965-8507-d42a9336f297 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 210 time: 0.0317566 Mar 31 18:56:27.927984 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:27.928507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:27.954824 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:27.957229 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137c95d-9555-4d08-b844-3ddc94204694" -d '{"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:27.982459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:27.986302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:28.012878 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850dd7a5-c926-4704-a241-1e590e7ae686 x-openstack-request-id: req-850dd7a5-c926-4704-a241-1e590e7ae686 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:28.013171 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:28.013427 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-850dd7a5-c926-4704-a241-1e590e7ae686 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:28.013826 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850dd7a5-c926-4704-a241-1e590e7ae686'] response: {'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'code': 200} Mar 31 18:56:28.042499 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:28.091277 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a82640-85b0-4d9b-a6f0-89578719194c req-1a43c088-e36f-4b17-b412-c0af709ec0cc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:28.093679 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08a82640-85b0-4d9b-a6f0-89578719194c req-1a43c088-e36f-4b17-b412-c0af709ec0cc tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0603201 Mar 31 18:56:28.144750 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08a82640-85b0-4d9b-a6f0-89578719194c req-666fb622-58c6-4534-9b4d-a009cb7392d1 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Mar 31 18:56:28.201457 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b973-a818-42e6-8e25-91751dbaef0f req-f9ed56ac-d103-4bac-bcbd-cbe2454249f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:28.203065 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9885b973-a818-42e6-8e25-91751dbaef0f req-f9ed56ac-d103-4bac-bcbd-cbe2454249f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0506136 Mar 31 18:56:28.250061 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9885b973-a818-42e6-8e25-91751dbaef0f req-a8d3d253-d1aa-4e38-bf70-5292aa396fe1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Mar 31 18:56:28.727060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-deb13fa0-7cdb-4937-800d-6d5d7c0b2498 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:28.728604 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-deb13fa0-7cdb-4937-800d-6d5d7c0b2498 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0612864 Mar 31 18:56:28.839076 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Deleting port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:28.839436 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:28.897559 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7be0d-4773-4e51-a343-286061e0e14e req-ccc20a83-02e5-479c-81c8-b8c7b1c43345 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:28.899016 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-94f7be0d-4773-4e51-a343-286061e0e14e req-ccc20a83-02e5-479c-81c8-b8c7b1c43345 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.2985289 Mar 31 18:56:28.946998 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] For port c88bf1f4-7f89-415e-96fa-5f8f9661ef74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:28.947358 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:28.975723 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80681332-cbaa-41c5-8057-a64ee4c475f0 req-8622e22c-f5c0-418f-a548-59275a71ab2a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 210 time: 0.0380452 Mar 31 18:56:28.980999 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-94f7be0d-4773-4e51-a343-286061e0e14e req-af617efe-e16f-49ab-9447-07a853c9d6ec tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751243 Mar 31 18:56:29.239927 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-a1d8d6d7-7e57-49cd-8c9b-944e6cb4081a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:29.241265 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-a1d8d6d7-7e57-49cd-8c9b-944e6cb4081a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.2732060 Mar 31 18:56:29.277525 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:29.277886 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:29.278208 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Floating IP 7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87 disassociated. External IP: 172.27.1.158, port: c88bf1f4-7f89-415e-96fa-5f8f9661ef74. Mar 31 18:56:29.278579 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Calling delete_port for c88bf1f4-7f89-415e-96fa-5f8f9661ef74 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:29.303026 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cb3a-7443-4c9e-bfaf-923f03d4ae52 req-e57644a0-c559-43e4-a449-e476cb463e70 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:29.305029 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1de4cb3a-7443-4c9e-bfaf-923f03d4ae52 req-e57644a0-c559-43e4-a449-e476cb463e70 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 946 time: 0.0711861 Mar 31 18:56:29.363347 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1de4cb3a-7443-4c9e-bfaf-923f03d4ae52 req-a6862c4b-3c23-43f7-83d9-e5774a4bdc20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f580bc-2053-471a-83aa-74a0dc220848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501244 Mar 31 18:56:29.363734 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-c37df07a-152e-4ca9-a7c4-e5a632ad1323 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 380 time: 0.1124077 Mar 31 18:56:29.377050 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'port': {'device_id': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'admin_state_up': True, 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'security_groups': ['5f5ce6d4-730c-48f2-b4aa-523f0171d5b8']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:29.543201 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (c88bf1f4-7f89-415e-96fa-5f8f9661ef74), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:29.545304 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Made reservation on behalf of 0617fc09e89147a48ea7ecf449fd1da2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:29.548896 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:29.591702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'Port': ['ID=c88bf1f4-7f89-415e-96fa-5f8f9661ef74,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:29.793282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.20.0.4 (61a8da74-2e59-4a77-bbad-a4d11043444f/59adedfe-444c-4fd3-a1d1-eec6688721fc/92f4f711-d37e-49d4-9c13-ef8d91cf7a53) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:29.802221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:30.032044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.060952 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:30.073431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.079138 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:30.096004 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:30.103489 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:30.139536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] No DVR routers for this DVR port c88bf1f4-7f89-415e-96fa-5f8f9661ef74 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:30.144280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.147682 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bcddaf0e-4938-4e73-9a94-313447e6898c req-aa087903-6dc3-42ed-988a-48a15fea3a20 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.23 "DELETE /v2.0/ports/c88bf1f4-7f89-415e-96fa-5f8f9661ef74 HTTP/1.1" status: 204 len: 173 time: 1.4130962 Mar 31 18:56:30.155099 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:30.156179 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'name': 'network-vif-deleted', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:30.158512 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12842f-fb8e-4059-b23d-6238ead5495b" -d '{"events": [{"server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "name": "network-vif-deleted", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:30.166016 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:30.170260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:30.179750 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933aec0-d7b5-420a-aa94-377747a63eed req-8bb7ca5b-1464-423c-a1e2-5f254c91ed37 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:30.184014 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2933aec0-d7b5-420a-aa94-377747a63eed req-8bb7ca5b-1464-423c-a1e2-5f254c91ed37 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.1020701 Mar 31 18:56:30.197552 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbddb1-03a5-40b7-9136-d3677f6dd838 req-b996f258-f3ab-4154-91df-64cc4f278d79 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:30.199120 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71cbddb1-03a5-40b7-9136-d3677f6dd838 req-b996f258-f3ab-4154-91df-64cc4f278d79 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 931 time: 0.1362760 Mar 31 18:56:30.218034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:30.260583 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:30.261274 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.284720 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71cbddb1-03a5-40b7-9136-d3677f6dd838 req-d6fd8451-a823-4f9c-85bf-ccea226a7d9d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572495 Mar 31 18:56:30.295744 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-91524ccc-d66d-4779-a7f1-a22c68497469 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218271 Mar 31 18:56:30.308384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Request body: {'port': {'device_id': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:30.336723 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2933aec0-d7b5-420a-aa94-377747a63eed req-71e3fe0f-f11e-47c3-8e3e-6992793516dd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300733 Mar 31 18:56:30.390452 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f76af2-2883-483e-968f-750becf08cd0 x-openstack-request-id: req-17f76af2-2883-483e-968f-750becf08cd0 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:30.390751 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48323b0d-4374-4b8c-992a-b7c990d571b1", "name": "network-vif-deleted", "tag": "c88bf1f4-7f89-415e-96fa-5f8f9661ef74", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:30.391198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17f76af2-2883-483e-968f-750becf08cd0 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:30.391743 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f76af2-2883-483e-968f-750becf08cd0'] response: {'server_uuid': '48323b0d-4374-4b8c-992a-b7c990d571b1', 'name': 'network-vif-deleted', 'tag': 'c88bf1f4-7f89-415e-96fa-5f8f9661ef74', 'status': 'completed', 'code': 200} Mar 31 18:56:30.402108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.488360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-65ba965a-2598-486a-8f9b-450b27781cb5 None None] Provisioning complete for port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:30.489445 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65ba965a-2598-486a-8f9b-450b27781cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.503831 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420b4ef-0453-49cc-9454-5f15c21b4935 req-b6fdf620-b473-4be8-ba65-c546f5d553b2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:30.520343 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:30.521820 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9420b4ef-0453-49cc-9454-5f15c21b4935 req-b6fdf620-b473-4be8-ba65-c546f5d553b2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0821171 Mar 31 18:56:30.522355 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60740) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:30.541944 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'floatingip': {'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:30.548544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-65ba965a-2598-486a-8f9b-450b27781cb5 None None] Port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:56:30.626101 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.630172 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fe08ab7-376f-4d65-b0b4-14f11ee73b73 req-0e9c1afa-579e-4107-89b9-ce926e7e3671 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/ports?device_id=48323b0d-4374-4b8c-992a-b7c990d571b1 HTTP/1.1" status: 200 len: 210 time: 0.1068397 Mar 31 18:56:30.775777 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:30.789113 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:56:30.797619 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks [] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.811578 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Transition to ACTIVE for port object 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:56:30.815190 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:30.816692 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.825286 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:30.826126 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:30.868651 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Pushing event updated for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:30.952186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Attempting to bind port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:30.952536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Attempting to bind port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:30.952868 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Attempting to bind port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:30.959619 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 on network 61a8da74-2e59-4a77-bbad-a4d11043444f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:56:30.959950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Attempting to bind port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:30.965710 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:30.966049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:30.966446 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Bound using segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:30.966882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Bound port: 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:30.967246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.976488 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:31.077141 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:31.081860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:31.092046 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.136163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:31.136517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.138059 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] 10.222.0.23 "PUT /v2.0/ports/92f4f711-d37e-49d4-9c13-ef8d91cf7a53 HTTP/1.1" status: 200 len: 1093 time: 0.8357956 Mar 31 18:56:31.168792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb79ff2-dea7-40c2-8739-dd0bc2efad0d service neutron] Pushing event updated for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:31.254924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-167f6f99-a2f7-4299-b587-b531126512f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:31.256043 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:31.256661 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-167f6f99-a2f7-4299-b587-b531126512f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 1127 time: 0.0629134 Mar 31 18:56:31.280053 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.286925 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.293564 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dc7be-6b48-4c84-b6dd-1db8dd36bd2b None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:51:03Z', 'revision_number': 4, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278', 'name': '', 'network_id': '8acd9037-2f08-4597-ba38-1d0f54a664bb', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'mac_address': 'fa:16:3e:ab:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:51:01Z', 'updated_at': '2022-03-31T18:51:19Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'subnets': [{'id': 'dcf18a69-9b48-4ec6-88e2-fd7660256ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:31.314572 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-3b493dce-d70e-4e1c-9ec0-f85d91a89b30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53 HTTP/1.1" status: 200 len: 217 time: 0.0502138 Mar 31 18:56:31.382357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-f3d68b49-881b-4ef0-a147-4d6ffc9c4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:31.384562 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-f3d68b49-881b-4ef0-a147-4d6ffc9c4427 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0641937 Mar 31 18:56:31.451366 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-692aa323-6526-400a-94dd-9430f5bd667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:31.453076 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-692aa323-6526-400a-94dd-9430f5bd667e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611253 Mar 31 18:56:31.466342 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Floating IP 4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f associated. External IP: 172.27.1.54, port: 71c4ac09-2f47-496f-b311-bf32daad46d0. Mar 31 18:56:31.546179 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d9cc-02ed-4f13-a657-ad780975a725 req-2050abbe-e15b-41e7-8895-e1d958259115 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:31.547841 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b5e1d9cc-02ed-4f13-a657-ad780975a725 req-2050abbe-e15b-41e7-8895-e1d958259115 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.1457286 Mar 31 18:56:31.572361 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-984290eb-e538-4926-b93d-c9c1ea85b67d service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128018 Mar 31 18:56:31.630871 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b5e1d9cc-02ed-4f13-a657-ad780975a725 req-2810910d-1b70-43ee-a1fc-2fcbb2e15887 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705247 Mar 31 18:56:31.660180 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ecb22-8a97-4529-8b09-8ed9e678c5b8 None None] New status for floating IP 7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:56:31.690939 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c97e6cb1-675f-4f9c-9708-79acef296b21 req-54155d7e-0894-449a-af35-237002fddfa1 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121192 Mar 31 18:56:31.754669 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:31.771418 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:31.797098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device c88bf1f4-7f89-415e-96fa-5f8f9661ef74 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:31.823425 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: c88bf1f4-7f89-415e-96fa-5f8f9661ef74 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:31.824203 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device c88bf1f4-7f89-415e-96fa-5f8f9661ef74 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:31.862432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (92f580bc-2053-471a-83aa-74a0dc220848), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.891476 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (92f580bc-2053-471a-83aa-74a0dc220848), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.928776 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:31.933460 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.940390 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:31.952646 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:31.953416 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:31.961119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (92f580bc-2053-471a-83aa-74a0dc220848), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.963799 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:31.965015 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "DELETE /v2.0/security-groups/92f580bc-2053-471a-83aa-74a0dc220848 HTTP/1.1" status: 204 len: 168 time: 0.2081327 Mar 31 18:56:31.968984 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:31.986263 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-68aebed0-8cce-4a4a-badb-9beeaafa7ddf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "PUT /v2.0/floatingips/4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f HTTP/1.1" status: 200 len: 991 time: 1.4498734 Mar 31 18:56:31.986263 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:31.986263 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad830303-9649-4326-af2b-bd01c47e7298" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:31.986737 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089fac-498b-4897-9766-a85b77c034a5 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f580bc-2053-471a-83aa-74a0dc220848,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:31.990718 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-c5353dc0-8e8c-4d57-925a-f70048451d73 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] show failed (client error): The resource could not be found. Mar 31 18:56:31.995623 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c5353dc0-8e8c-4d57-925a-f70048451d73 tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "GET /v2.0/security-groups/92f580bc-2053-471a-83aa-74a0dc220848 HTTP/1.1" status: 404 len: 347 time: 0.0222921 Mar 31 18:56:31.995623 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60756) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:32.089647 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:32.094627 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8992b550-55de-45c2-af41-c0abd356babf x-openstack-request-id: req-8992b550-55de-45c2-af41-c0abd356babf {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:32.095706 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:32.096248 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8992b550-55de-45c2-af41-c0abd356babf {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:32.097318 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8992b550-55de-45c2-af41-c0abd356babf'] response: {'name': 'network-changed', 'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'status': 'completed', 'code': 200} Mar 31 18:56:32.175424 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Deleting port e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:32.175772 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:32.248360 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830303-9649-4326-af2b-bd01c47e7298 req-10e023ff-03fe-442f-bfe4-65d0c351fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:32.250551 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-10e023ff-03fe-442f-bfe4-65d0c351fdd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1130 time: 0.1286824 Mar 31 18:56:32.382479 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:18Z', 'updated_at': '2022-03-31T18:56:31Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:32.414793 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:32.425331 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:32.426155 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:32.555326 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:32.565692 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:32.569694 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:32.658643 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:32.659156 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:32.665837 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844471f-63c2-4ebf-bcfe-792bd22150e6 x-openstack-request-id: req-8844471f-63c2-4ebf-bcfe-792bd22150e6 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:32.666538 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:32.666945 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8844471f-63c2-4ebf-bcfe-792bd22150e6 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:32.667603 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8844471f-63c2-4ebf-bcfe-792bd22150e6'] response: {'name': 'network-changed', 'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'status': 'completed', 'code': 200} Mar 31 18:56:32.736386 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Calling delete_port for e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:32.772453 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830303-9649-4326-af2b-bd01c47e7298 req-0e1a2f2e-b490-41e6-98b1-1e24680e69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:32.773991 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-0e1a2f2e-b490-41e6-98b1-1e24680e69ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.5164037 Mar 31 18:56:32.781153 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1359c-852e-47c4-b221-ba423887f9d1 req-3d0d570a-bbd5-486b-ae03-32af8069da40 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:32.782741 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1ba1359c-852e-47c4-b221-ba423887f9d1 req-3d0d570a-bbd5-486b-ae03-32af8069da40 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0713966 Mar 31 18:56:32.844844 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1ba1359c-852e-47c4-b221-ba423887f9d1 req-b798a57d-2fc1-41b8-89c2-cd6101479803 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554619 Mar 31 18:56:32.865838 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-35f23cef-d2f8-4c92-9b1a-50222b903dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:32.866386 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:18Z', 'updated_at': '2022-03-31T18:56:31Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:32.867550 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-35f23cef-d2f8-4c92-9b1a-50222b903dfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 1127 time: 0.1712868 Mar 31 18:56:32.898563 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3f07-8300-430b-97dd-88c9745b82bd None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:18Z', 'updated_at': '2022-03-31T18:56:31Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:32.953968 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-ed2431d1-d2af-4bd2-b7d2-7168d1f772cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 999 time: 0.1505861 Mar 31 18:56:33.074707 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-ed881ba1-439a-491a-8809-9c302889c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.076265 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-ed881ba1-439a-491a-8809-9c302889c966 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.2028501 Mar 31 18:56:33.081422 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830303-9649-4326-af2b-bd01c47e7298 req-e672c834-1f28-4f3c-9f7a-e0ef98062f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.083532 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-e672c834-1f28-4f3c-9f7a-e0ef98062f86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.1224945 Mar 31 18:56:33.138522 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-268cc1e6-f8d8-4002-a73f-bc18c833ced6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53 HTTP/1.1" status: 200 len: 217 time: 0.0520797 Mar 31 18:56:33.167884 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0ae80-2848-4747-9265-ef705091163c None None] New status for floating IP 4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:56:33.227129 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.284092 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Pushing event deleted for resources: {'Port': ['ID=e56cf1d8-f427-4e2e-aaa4-01ab90cfca3a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:33.314761 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-f2b4d11d-86a2-4fc6-9b81-2071cba9211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.316309 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-f2b4d11d-86a2-4fc6-9b81-2071cba9211e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.1591213 Mar 31 18:56:33.351274 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830303-9649-4326-af2b-bd01c47e7298 req-5e9afa9b-d99c-4a8d-b0c2-89288fca4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.352839 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-5e9afa9b-d99c-4a8d-b0c2-89288fca4297 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2569180 Mar 31 18:56:33.455719 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks [] for floatingip (7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.458887 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.460126 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f7038a89-52c4-4d37-ab14-f50f67ce280f tempest-AttachVolumeTestJSON-1302061862 tempest-AttachVolumeTestJSON-1302061862-project] 10.222.0.32 "DELETE /v2.0/floatingips/7c3aa9c6-13bb-48b2-b4ba-2c676ed8fa87 HTTP/1.1" status: 204 len: 168 time: 1.4639370 Mar 31 18:56:33.488133 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-ceb2dc18-fa24-4f40-83a4-7654cc545882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.490267 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-ceb2dc18-fa24-4f40-83a4-7654cc545882 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1670916 Mar 31 18:56:33.559074 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-44bfbe05-4702-48d5-b682-eda9afb9d31a service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788728 Mar 31 18:56:33.671783 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-076a20e1-beae-42bc-8c15-79e0f84949e1 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716690 Mar 31 18:56:33.712539 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ad830303-9649-4326-af2b-bd01c47e7298 req-2354708c-80ad-4c9e-829f-700a16568d47 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464300 Mar 31 18:56:33.791812 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1a4bcb64-048f-4cf5-a145-b2de1bf3d2ef req-8e7c4822-363b-4666-8fa8-be827ea180d7 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127362 Mar 31 18:56:33.994535 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d513f47-8aea-4965-bfe7-3fb651ab61c7 req-5cd0a875-f744-46d6-ac5e-e8849b6dae30 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.996923 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3d513f47-8aea-4965-bfe7-3fb651ab61c7 req-5cd0a875-f744-46d6-ac5e-e8849b6dae30 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0636408 Mar 31 18:56:34.064708 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3d513f47-8aea-4965-bfe7-3fb651ab61c7 req-171d0e56-fb0c-45c2-bd7c-f5e8d1089033 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613909 Mar 31 18:56:34.962470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f0006de-9832-45dc-b42c-31170214671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:35.203251 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82143ba-1193-4ebf-bf42-bc100f57e721 req-53515911-5862-4ee7-a918-34774382db1a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:35.204780 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e82143ba-1193-4ebf-bf42-bc100f57e721 req-53515911-5862-4ee7-a918-34774382db1a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0553887 Mar 31 18:56:35.265550 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e82143ba-1193-4ebf-bf42-bc100f57e721 req-0f1cf7df-7a0b-472d-813b-0f3c8cd31fd8 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538018 Mar 31 18:56:36.390429 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2032f-7f32-4d58-a6ce-ea86aaacedfd req-6ffac141-b70c-4290-99c5-6a7cc4728d39 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:36.391890 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efc2032f-7f32-4d58-a6ce-ea86aaacedfd req-6ffac141-b70c-4290-99c5-6a7cc4728d39 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0535395 Mar 31 18:56:36.443657 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efc2032f-7f32-4d58-a6ce-ea86aaacedfd req-a183833b-40b2-4314-baac-34f250f31974 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 Mar 31 18:56:37.045875 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:37.240649 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fc490b5-6a60-4f28-9ed2-a4e80823b8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.494496 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.585386 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7682b8e-4798-4a27-9829-3643774cd478 req-7afe5b6d-c9b3-4e42-bdb5-24f9c533b4e1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:37.587144 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c7682b8e-4798-4a27-9829-3643774cd478 req-7afe5b6d-c9b3-4e42-bdb5-24f9c533b4e1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0709910 Mar 31 18:56:37.643103 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c7682b8e-4798-4a27-9829-3643774cd478 req-62242def-37b8-41b0-a81e-955e11abb8a2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Mar 31 18:56:37.776467 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Deleting port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:37.776678 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.860095 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] For port 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:37.860468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.874416 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Calling delete_port for 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:38.074491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.105233 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:38.291021 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.546792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:38.613388 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.664357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:38.669486 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-95d52cf6-f0c2-4250-bb4e-f520ae181e87 admin admin] 10.222.0.32 "PUT /v2.0/routers/5075aff5-d29d-45ef-abd4-42cc7cc63a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225619 Mar 31 18:56:38.672497 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60802) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:38.678652 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Sync routers for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:38.696479 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:38.697167 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:38.832948 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e847af-5acf-4654-b891-3c7adb8bf9ce req-d1cca37e-6fe5-4a98-a9e2-4ae5db16c347 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:38.834586 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04e847af-5acf-4654-b891-3c7adb8bf9ce req-d1cca37e-6fe5-4a98-a9e2-4ae5db16c347 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0882864 Mar 31 18:56:38.836153 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks [] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.930573 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:38.967242 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-04e847af-5acf-4654-b891-3c7adb8bf9ce req-394146ac-acaf-42ff-ae26-43817f949e79 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267383 Mar 31 18:56:38.992805 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks [] for router_gateway (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.075640 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Deleting port d8bf6309-27bc-4647-bca4-57325ec337e5 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:39.076136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.154984 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:56:38Z', 'revision_number': 5, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port': {'id': 'd8bf6309-27bc-4647-bca4-57325ec337e5', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:50:56Z', 'updated_at': '2022-03-31T18:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:39.169026 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] For port d8bf6309-27bc-4647-bca4-57325ec337e5, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=d8bf6309-27bc-4647-bca4-57325ec337e5,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:39.169396 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.186800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Calling delete_port for d8bf6309-27bc-4647-bca4-57325ec337e5 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:39.189507 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Checking router: 5075aff5-d29d-45ef-abd4-42cc7cc63a6e for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:39.203174 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Routers {'5075aff5-d29d-45ef-abd4-42cc7cc63a6e'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:39.204288 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:39.329742 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] Set router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:39.379737 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (d8bf6309-27bc-4647-bca4-57325ec337e5), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.387091 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:56:38Z', 'revision_number': 6, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:39.418702 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef5c64-03bb-4a7b-82fa-68c073a67cc1 None None] The sync data for ids ['5075aff5-d29d-45ef-abd4-42cc7cc63a6e'] in dv-cinder-795785-5-iscsi is: [{'id': '5075aff5-d29d-45ef-abd4-42cc7cc63a6e', 'name': 'tempest-AttachVolumeTestJSON-1527957997-router', 'tenant_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:50:55Z', 'updated_at': '2022-03-31T18:56:38Z', 'revision_number': 6, 'project_id': '4e90fc9b6f1848b09a74ce4b600edffd', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:39.427250 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bf6309-27bc-4647-bca4-57325ec337e5,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:39.529975 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.634279 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.637089 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks [] for router_controller (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.688879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (5075aff5-d29d-45ef-abd4-42cc7cc63a6e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.689661 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5075aff5-d29d-45ef-abd4-42cc7cc63a6e {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:56:39.694720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.695917 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d90cb02a-56be-4a0b-ae80-5176ceabb5c9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5075aff5-d29d-45ef-abd4-42cc7cc63a6e HTTP/1.1" status: 204 len: 168 time: 1.0224218 Mar 31 18:56:39.699304 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60808) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:39.750120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Deleting subnet dcf18a69-9b48-4ec6-88e2-fd7660256ebe {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:56:39.754563 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Publish callbacks [] for subnet (dcf18a69-9b48-4ec6-88e2-fd7660256ebe), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.802652 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (dcf18a69-9b48-4ec6-88e2-fd7660256ebe), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.873325 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:56:39.925881 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (dcf18a69-9b48-4ec6-88e2-fd7660256ebe), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.992088 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (dcf18a69-9b48-4ec6-88e2-fd7660256ebe), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.995964 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:40.010253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'port_id': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'mac_address': 'fa:16:3e:1c:14:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:56:40.016714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13911bb4-c758-447c-afbe-9535cbfebbbb None None] Network 8acd9037-2f08-4597-ba38-1d0f54a664bb requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:40.023145 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.028094 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dcf18a69-9b48-4ec6-88e2-fd7660256ebe HTTP/1.1" status: 204 len: 168 time: 0.3277221 Mar 31 18:56:40.029408 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f30bb-060d-442e-b370-a240f64cb755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf18a69-9b48-4ec6-88e2-fd7660256ebe,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:40.031520 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60812) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:40.123493 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (8acd9037-2f08-4597-ba38-1d0f54a664bb), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.135228 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76db6f-d10d-471f-92e4-e689ecff1bd4 req-ff7a0a6b-535c-460e-a907-45724a691611 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:40.136292 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:40.136688 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.137038 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa76db6f-d10d-471f-92e4-e689ecff1bd4 req-ff7a0a6b-535c-460e-a907-45724a691611 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 943 time: 0.0761764 Mar 31 18:56:40.153059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.156081 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:56:40.194146 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa76db6f-d10d-471f-92e4-e689ecff1bd4 req-e905b086-04dd-4900-a4f8-0e5ece7d1ec6 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508575 Mar 31 18:56:40.198552 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Deleting port c85b6ea3-80d4-487c-8e57-591deb2f8cfa {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:40.198995 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.200636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:40.210225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.279422 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:40.296885 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] For port c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:40.297469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.321392 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Calling delete_port for c85b6ea3-80d4-487c-8e57-591deb2f8cfa owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:40.329063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] DHCP port deletion for 8acd9037-2f08-4597-ba38-1d0f54a664bb request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:56:40.388777 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Deleting port c85b6ea3-80d4-487c-8e57-591deb2f8cfa {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:56:40.389095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.417150 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.447512 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['92f4f711-d37e-49d4-9c13-ef8d91cf7a53'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:56:40.448121 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:40.451839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] No DVR routers for this DVR port c85b6ea3-80d4-487c-8e57-591deb2f8cfa on host dv-cinder-795785-5-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:40.496754 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] For port c85b6ea3-80d4-487c-8e57-591deb2f8cfa, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,segment=NetworkSegment(5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a),segment_id=5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:40.497246 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.520987 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Calling delete_port for c85b6ea3-80d4-487c-8e57-591deb2f8cfa owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:56:40.539008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device d8bf6309-27bc-4647-bca4-57325ec337e5 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:40.555843 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (8acd9037-2f08-4597-ba38-1d0f54a664bb), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.563730 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: d8bf6309-27bc-4647-bca4-57325ec337e5 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:40.564719 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device d8bf6309-27bc-4647-bca4-57325ec337e5 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:40.564719 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:40.580952 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acd9037-2f08-4597-ba38-1d0f54a664bb']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:40.593405 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:40.593833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:40.606212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.626708 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:40.627153 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 7a20d8ac-8ade-4a09-a0d6-8d52ba3ae278 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:40.627624 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c85b6ea3-80d4-487c-8e57-591deb2f8cfa no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:56:40.638573 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.650911 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:56:40.651671 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (5da7ef61-af0c-4ee6-83c1-6b6b50cdb74a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:56:40.653286 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:56:40.667847 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: c85b6ea3-80d4-487c-8e57-591deb2f8cfa {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:56:40.668212 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c85b6ea3-80d4-487c-8e57-591deb2f8cfa not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:56:40.718364 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (c85b6ea3-80d4-487c-8e57-591deb2f8cfa), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.740853 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (8acd9037-2f08-4597-ba38-1d0f54a664bb), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.747884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:40.751126 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8acd9037-2f08-4597-ba38-1d0f54a664bb HTTP/1.1" status: 204 len: 168 time: 0.7183185 Mar 31 18:56:40.760411 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] Pushing event deleted for resources: {'Port': ['ID=c85b6ea3-80d4-487c-8e57-591deb2f8cfa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:40.762633 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453674c-a38f-499c-839f-61753b204a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=8acd9037-2f08-4597-ba38-1d0f54a664bb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:40.778256 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b80b1-5d15-4143-ae96-f3b6d2702ac3 None None] No DVR routers for this DVR port c85b6ea3-80d4-487c-8e57-591deb2f8cfa on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:56:40.899596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60816) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:40.959269 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-340d20b4-f4fe-4643-9213-6670c54d1a8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e90fc9b6f1848b09a74ce4b600edffd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583143 Mar 31 18:56:40.962470 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60818) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:41.021026 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] Publish callbacks [] for security_group (1bec275b-5549-40ab-81c8-e1de18f6e50b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:41.044773 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] Publish callbacks [] for security_group (1bec275b-5549-40ab-81c8-e1de18f6e50b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:41.099852 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1bec275b-5549-40ab-81c8-e1de18f6e50b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:41.103216 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:41.104417 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bec275b-5549-40ab-81c8-e1de18f6e50b HTTP/1.1" status: 204 len: 168 time: 0.1409400 Mar 31 18:56:41.112566 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b5e4-2281-4729-966a-89b7ac9c0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bec275b-5549-40ab-81c8-e1de18f6e50b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:41.322414 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb4f2-ab6c-4ccb-91b4-247cf6f95be4 req-452d9153-ea91-4dad-8980-b00648889ed1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:41.324182 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9a6cb4f2-ab6c-4ccb-91b4-247cf6f95be4 req-452d9153-ea91-4dad-8980-b00648889ed1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 944 time: 0.0564628 Mar 31 18:56:41.378045 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9a6cb4f2-ab6c-4ccb-91b4-247cf6f95be4 req-caf0d5ee-9127-41f8-9c22-e8da4d6e5d93 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Mar 31 18:56:41.412344 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:41.884983 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:41.936865 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:56:41.941541 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:41.941832 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:42.028363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:42.028759 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:42.055025 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:42.057525 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16453732-8f27-4c41-a179-b88c294d5108" -d '{"events": [{"server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "name": "network-vif-plugged", "status": "completed", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:42.072741 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:42.077768 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:42.131075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:42.231596 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7249e69-90e7-4b5a-9897-1e21dfe3264a x-openstack-request-id: req-c7249e69-90e7-4b5a-9897-1e21dfe3264a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:42.231967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "name": "network-vif-plugged", "status": "completed", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:42.232283 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7249e69-90e7-4b5a-9897-1e21dfe3264a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:42.232624 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7249e69-90e7-4b5a-9897-1e21dfe3264a'] response: {'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'code': 200} Mar 31 18:56:42.501292 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1163c-7a76-4fe6-8d00-c2732b3f7fc6 req-9c908198-54f5-48b2-b91d-94bbf33115ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:42.502923 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-09b1163c-7a76-4fe6-8d00-c2732b3f7fc6 req-9c908198-54f5-48b2-b91d-94bbf33115ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 1129 time: 0.0836697 Mar 31 18:56:42.549258 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6557-8946-4d2d-b78a-aac205b6deae req-165ed08e-ef5e-4030-88a9-92a42dc11d22 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:42.550827 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9bff6557-8946-4d2d-b78a-aac205b6deae req-165ed08e-ef5e-4030-88a9-92a42dc11d22 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0753651 Mar 31 18:56:42.568897 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-09b1163c-7a76-4fe6-8d00-c2732b3f7fc6 req-e8fdd10c-f0f4-4539-9095-4e7b330d386f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589433 Mar 31 18:56:42.613129 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9bff6557-8946-4d2d-b78a-aac205b6deae req-18191b16-68eb-4c86-8486-f082d2beb3c7 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523970 Mar 31 18:56:43.748942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b80b-7564-48e2-bb02-aaeac7b5f614 req-b9fc8a99-4e53-4509-b937-ef5364378e51 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:43.750611 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e477b80b-7564-48e2-bb02-aaeac7b5f614 req-b9fc8a99-4e53-4509-b937-ef5364378e51 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0551109 Mar 31 18:56:43.806622 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e477b80b-7564-48e2-bb02-aaeac7b5f614 req-8d2a7633-9548-4bca-b6c5-f5bb2c9d95be tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495422 Mar 31 18:56:43.944927 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39484044-417f-477d-8bd8-a107fac5bc85 req-4aa92409-bef1-4f57-b932-3af5702e6d2f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:43.946465 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-39484044-417f-477d-8bd8-a107fac5bc85 req-4aa92409-bef1-4f57-b932-3af5702e6d2f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0584285 Mar 31 18:56:44.002583 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-39484044-417f-477d-8bd8-a107fac5bc85 req-f5e2c22a-992e-4e5c-b7ba-f461100652a5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502119 Mar 31 18:56:44.027458 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60886) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:44.278466 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882a59a-bfb1-425b-9817-2ca1369e8e09 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:44.280050 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8882a59a-bfb1-425b-9817-2ca1369e8e09 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 1124 time: 0.2515569 Mar 31 18:56:44.282913 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 60890) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:44.288081 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'port_id': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:44.309161 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:44.641545 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:44.747829 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.27.1.117 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/c135f646-565d-40e7-bcef-654c3fc654ea) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:44.869372 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (c135f646-565d-40e7-bcef-654c3fc654ea), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:44.906150 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:44.948051 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:44.951324 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:44.958588 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:44.964827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=c135f646-565d-40e7-bcef-654c3fc654ea,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:45.378107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (a0a16283-6fb0-4ad0-9af6-b08f7b957a16), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:45.477395 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:45.636460 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (c135f646-565d-40e7-bcef-654c3fc654ea), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:45.641176 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:45.712130 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=c135f646-565d-40e7-bcef-654c3fc654ea,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:45.727506 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (a0a16283-6fb0-4ad0-9af6-b08f7b957a16), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:45.834493 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP a0a16283-6fb0-4ad0-9af6-b08f7b957a16 associated. External IP: 172.27.1.117, port: 92f4f711-d37e-49d4-9c13-ef8d91cf7a53. Mar 31 18:56:46.060917 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:56:46.175759 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:56:46.202034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:46.203043 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:56:46.231505 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:46.232260 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:46.249651 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-29e34b49-a800-46b9-84d1-8d4f9cb4977d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9629686 Mar 31 18:56:46.250294 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:56:46.261847 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134238b6-7bad-4886-9402-c1c72f6cebab" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:56:46.301140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772469f6-5d6f-4825-8435-072332239c83 x-openstack-request-id: req-772469f6-5d6f-4825-8435-072332239c83 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:56:46.302659 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:56:46.302659 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-772469f6-5d6f-4825-8435-072332239c83 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:56:46.303367 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772469f6-5d6f-4825-8435-072332239c83'] response: {'name': 'network-changed', 'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'status': 'completed', 'code': 200} Mar 31 18:56:46.374208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:46.627042 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a0a16283-6fb0-4ad0-9af6-b08f7b957a16', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:1c:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:45Z', 'updated_at': '2022-03-31T18:56:45Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:46.640592 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134238b6-7bad-4886-9402-c1c72f6cebab req-915eb044-32ce-451b-8f71-a24d5b534285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:46.642136 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-915eb044-32ce-451b-8f71-a24d5b534285 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 1129 time: 0.0515032 Mar 31 18:56:46.668302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:56:46.678105 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:56:46.678845 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:56:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:46.739440 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134238b6-7bad-4886-9402-c1c72f6cebab req-9ecb2727-7d58-4f57-85c2-f248227d76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:46.741287 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-9ecb2727-7d58-4f57-85c2-f248227d76a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0918744 Mar 31 18:56:46.799275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:56:46.811140 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-922ae178-f50f-49fa-9d76-0c5cff054b3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53 HTTP/1.1" status: 200 len: 999 time: 0.0633991 Mar 31 18:56:46.867133 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134238b6-7bad-4886-9402-c1c72f6cebab req-339faa5e-663a-46c4-8238-219fba3c0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:46.868644 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-339faa5e-663a-46c4-8238-219fba3c0622 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0516994 Mar 31 18:56:46.918397 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134238b6-7bad-4886-9402-c1c72f6cebab req-d351ec8d-3cd8-4492-ae01-0dc02efe8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:46.919835 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-d351ec8d-3cd8-4492-ae01-0dc02efe8e08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458226 Mar 31 18:56:47.012139 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-39e1793a-04fe-488c-b2ec-495c32b3b253 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Mar 31 18:56:47.030000 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a0a16283-6fb0-4ad0-9af6-b08f7b957a16', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:1c:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:45Z', 'updated_at': '2022-03-31T18:56:45Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:56:47.057174 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6686f44-53bf-45cf-9c59-d891a2049cd9 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a0a16283-6fb0-4ad0-9af6-b08f7b957a16', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:1c:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:56:45Z', 'updated_at': '2022-03-31T18:56:45Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:56:47.105499 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-134238b6-7bad-4886-9402-c1c72f6cebab req-7db9694e-b90c-47f8-a18c-2a9e00c2f4cd service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Mar 31 18:56:47.276557 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284435c-b029-4f00-80b1-6c00160f2b45 None None] New status for floating IP a0a16283-6fb0-4ad0-9af6-b08f7b957a16: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:56:49.793031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:49.904396 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a395fe0-3dbc-4201-a9a8-e8be7d1c6ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:49.983534 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a395fe0-3dbc-4201-a9a8-e8be7d1c6ef6 admin admin] Publish callbacks [] for security_group (06ae6732-6ef9-46bc-afd0-5466f4687a75), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:49.987609 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a395fe0-3dbc-4201-a9a8-e8be7d1c6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (06ae6732-6ef9-46bc-afd0-5466f4687a75), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:50.031200 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a395fe0-3dbc-4201-a9a8-e8be7d1c6ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae6732-6ef9-46bc-afd0-5466f4687a75,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:50.036939 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1a395fe0-3dbc-4201-a9a8-e8be7d1c6ef6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7cb27430dc04b83b07dc339298b0569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424657 Mar 31 18:56:50.039817 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 60950) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:50.344206 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] Publish callbacks [] for security_group (06ae6732-6ef9-46bc-afd0-5466f4687a75), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:50.368200 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] Publish callbacks [] for security_group (06ae6732-6ef9-46bc-afd0-5466f4687a75), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:50.428460 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (06ae6732-6ef9-46bc-afd0-5466f4687a75), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:50.431271 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:50.432476 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06ae6732-6ef9-46bc-afd0-5466f4687a75 HTTP/1.1" status: 204 len: 168 time: 0.3918407 Mar 31 18:56:50.440849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac3814-9bf7-4341-bba9-cf6518d144e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ae6732-6ef9-46bc-afd0-5466f4687a75,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:52.211259 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:56.139002 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:57:01.491425 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 32858) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:01.603493 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed51-85a2-41f0-9f69-4496965fcc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.685106 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed51-85a2-41f0-9f69-4496965fcc91 admin admin] Publish callbacks [] for security_group (d169168d-a447-4dc3-9c19-7d388a82c885), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.689800 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed51-85a2-41f0-9f69-4496965fcc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d169168d-a447-4dc3-9c19-7d388a82c885), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.732559 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cec4ed51-85a2-41f0-9f69-4496965fcc91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2df4c4e67fda41e68d79db4faf05f62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399650 Mar 31 18:57:01.733705 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ed51-85a2-41f0-9f69-4496965fcc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169168d-a447-4dc3-9c19-7d388a82c885,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:01.736218 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 32862) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:01.793320 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Publish callbacks [] for security_group (d169168d-a447-4dc3-9c19-7d388a82c885), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.818534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Publish callbacks [] for security_group (d169168d-a447-4dc3-9c19-7d388a82c885), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.874060 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d169168d-a447-4dc3-9c19-7d388a82c885), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.878766 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:01.881494 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d169168d-a447-4dc3-9c19-7d388a82c885 HTTP/1.1" status: 204 len: 168 time: 0.1442168 Mar 31 18:57:01.889780 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169168d-a447-4dc3-9c19-7d388a82c885,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:01.897809 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.898280 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.898686 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.899163 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.899602 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.900015 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.900459 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.900991 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.901490 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.901959 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.902383 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.902801 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.903347 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.903928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:01.904501 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249d6c8-7537-4ac4-aae6-99a33c763258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:02.216378 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 32868) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:02.231249 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-97223385-b4a1-4be4-ac6b-195cf757b61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.316675 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-97223385-b4a1-4be4-ac6b-195cf757b61e admin admin] Publish callbacks [] for security_group (11804b29-f811-49d4-97ee-981ebd7c408d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.320929 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-97223385-b4a1-4be4-ac6b-195cf757b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11804b29-f811-49d4-97ee-981ebd7c408d), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.363522 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-97223385-b4a1-4be4-ac6b-195cf757b61e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fe707c484424892adc1628ce7d8defa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458821 Mar 31 18:57:02.364518 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97223385-b4a1-4be4-ac6b-195cf757b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11804b29-f811-49d4-97ee-981ebd7c408d,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:02.366343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 32870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:02.425423 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] Publish callbacks [] for security_group (11804b29-f811-49d4-97ee-981ebd7c408d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.453559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] Publish callbacks [] for security_group (11804b29-f811-49d4-97ee-981ebd7c408d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.520605 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (11804b29-f811-49d4-97ee-981ebd7c408d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.523493 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:02.524826 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11804b29-f811-49d4-97ee-981ebd7c408d HTTP/1.1" status: 204 len: 168 time: 0.1574664 Mar 31 18:57:02.533130 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aa9ad-50e1-4af8-abd4-62c06d620b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11804b29-f811-49d4-97ee-981ebd7c408d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:04.965853 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebc11e7b-8bd3-4607-a980-ff51cc033bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:05.751526 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:05.864058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8614-5843-4bff-8905-70332c64b8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:05.948662 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8614-5843-4bff-8905-70332c64b8c0 admin admin] Publish callbacks [] for security_group (64cbec5d-68cd-4b95-891f-46f21b3f3eeb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:05.952852 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8614-5843-4bff-8905-70332c64b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (64cbec5d-68cd-4b95-891f-46f21b3f3eeb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:05.990923 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fb9c8614-5843-4bff-8905-70332c64b8c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30a680ea78654743a7d483e26717f06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382684 Mar 31 18:57:05.991811 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c8614-5843-4bff-8905-70332c64b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cbec5d-68cd-4b95-891f-46f21b3f3eeb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:05.993708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33006) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:06.046293 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] Publish callbacks [] for security_group (64cbec5d-68cd-4b95-891f-46f21b3f3eeb), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.069325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] Publish callbacks [] for security_group (64cbec5d-68cd-4b95-891f-46f21b3f3eeb), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.114125 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (64cbec5d-68cd-4b95-891f-46f21b3f3eeb), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.116905 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.118054 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64cbec5d-68cd-4b95-891f-46f21b3f3eeb HTTP/1.1" status: 204 len: 168 time: 0.1229696 Mar 31 18:57:06.125859 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650056a-663e-43c5-9270-22ad04fcf419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cbec5d-68cd-4b95-891f-46f21b3f3eeb,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:06.404599 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33012) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:06.422957 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17d507e8-6311-4ee5-8aab-1b130106d64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.507110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17d507e8-6311-4ee5-8aab-1b130106d64d admin admin] Publish callbacks [] for security_group (43b922be-aa3c-4968-bd0e-d701951a4490), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.511890 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17d507e8-6311-4ee5-8aab-1b130106d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (43b922be-aa3c-4968-bd0e-d701951a4490), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.554026 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-17d507e8-6311-4ee5-8aab-1b130106d64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49021bf5685949ddb73162bac232810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478891 Mar 31 18:57:06.555023 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d507e8-6311-4ee5-8aab-1b130106d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b922be-aa3c-4968-bd0e-d701951a4490,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:06.557228 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33014) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:06.615730 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] Publish callbacks [] for security_group (43b922be-aa3c-4968-bd0e-d701951a4490), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.639578 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] Publish callbacks [] for security_group (43b922be-aa3c-4968-bd0e-d701951a4490), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.694272 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (43b922be-aa3c-4968-bd0e-d701951a4490), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.697152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:06.698321 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43b922be-aa3c-4968-bd0e-d701951a4490 HTTP/1.1" status: 204 len: 168 time: 0.1400568 Mar 31 18:57:06.706475 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa333dc2-0564-49ae-aa3d-ed55c5f16ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b922be-aa3c-4968-bd0e-d701951a4490,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:07.242359 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-01a11df1-1acf-4ed6-9112-741ec988da61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:08.616755 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.503565 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33094) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:09.628383 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.714409 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Publish callbacks [] for security_group (e12365f7-de27-45ec-b75a-cde946fcf923), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.719436 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e12365f7-de27-45ec-b75a-cde946fcf923), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.762950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12365f7-de27-45ec-b75a-cde946fcf923,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:09.767031 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f1b8e943dcc4e5fb70f5a5436792e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618186 Mar 31 18:57:09.770721 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33098) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:09.774602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.774960 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.775313 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.775698 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.776044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.776387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.776725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.777059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.777400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.777741 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.778085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.778422 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.778760 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.779124 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.779507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fad24-5f14-4843-a1c3-2f866828fab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:09.827748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] Publish callbacks [] for security_group (e12365f7-de27-45ec-b75a-cde946fcf923), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.861180 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] Publish callbacks [] for security_group (e12365f7-de27-45ec-b75a-cde946fcf923), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.917655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (e12365f7-de27-45ec-b75a-cde946fcf923), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.920849 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:09.922055 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e12365f7-de27-45ec-b75a-cde946fcf923 HTTP/1.1" status: 204 len: 168 time: 0.1498401 Mar 31 18:57:09.931505 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ef8a3-5e7c-454e-8ab4-ba69f0f66b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12365f7-de27-45ec-b75a-cde946fcf923,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:10.091971 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.286279 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33108) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:10.306326 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41029acf-7f84-4265-b5a5-40ca40c06329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.412590 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41029acf-7f84-4265-b5a5-40ca40c06329 admin admin] Publish callbacks [] for security_group (a4b0ffde-5d57-4671-bb50-c3ae69c08168), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.419483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-41029acf-7f84-4265-b5a5-40ca40c06329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a4b0ffde-5d57-4671-bb50-c3ae69c08168), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.466130 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-41029acf-7f84-4265-b5a5-40ca40c06329 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a27963fae44d24a0fde94afb157517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781907 Mar 31 18:57:10.467674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41029acf-7f84-4265-b5a5-40ca40c06329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b0ffde-5d57-4671-bb50-c3ae69c08168,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:10.469390 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33110) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:10.528857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] Publish callbacks [] for security_group (a4b0ffde-5d57-4671-bb50-c3ae69c08168), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.558234 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] Publish callbacks [] for security_group (a4b0ffde-5d57-4671-bb50-c3ae69c08168), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.621041 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a4b0ffde-5d57-4671-bb50-c3ae69c08168), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.624020 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:10.625717 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4b0ffde-5d57-4671-bb50-c3ae69c08168 HTTP/1.1" status: 204 len: 168 time: 0.1548455 Mar 31 18:57:10.637200 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d7e83-efb2-4c4b-8dc6-c53350ac0ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b0ffde-5d57-4671-bb50-c3ae69c08168,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:11.437087 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:11.571438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210105-633e-4e93-a34b-67add8ab1879 req-66d2a97f-eccf-4e2f-aadf-9ea7d7ca68ba tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:11.573064 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8210105-633e-4e93-a34b-67add8ab1879 req-66d2a97f-eccf-4e2f-aadf-9ea7d7ca68ba tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0735886 Mar 31 18:57:11.633477 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8210105-633e-4e93-a34b-67add8ab1879 req-ec506d72-bc58-4b67-bcae-4199c6496482 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513046 Mar 31 18:57:12.777903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751441-d5c2-4ab3-bee4-8fee6b7612f6 req-1e47ee84-ee35-489e-ade5-d99aaf36a7f7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:12.779822 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6f751441-d5c2-4ab3-bee4-8fee6b7612f6 req-1e47ee84-ee35-489e-ade5-d99aaf36a7f7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0675929 Mar 31 18:57:12.830411 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6f751441-d5c2-4ab3-bee4-8fee6b7612f6 req-45862e4c-0ad9-4ede-b523-952d805c40d9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Mar 31 18:57:13.963773 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a409c0-a9e6-40a3-bb30-a1131462a604 req-cb0dfa7b-46a2-4ee2-a8a1-387fc3faef0f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:13.965485 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-37a409c0-a9e6-40a3-bb30-a1131462a604 req-cb0dfa7b-46a2-4ee2-a8a1-387fc3faef0f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0580387 Mar 31 18:57:14.016598 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-37a409c0-a9e6-40a3-bb30-a1131462a604 req-2d01d172-b8ef-44c8-a1f8-f20ac7995872 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Mar 31 18:57:15.148894 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43910252-9ff1-4491-a161-a0b05232a552 req-39d9079d-3836-47d4-9e43-44ad3e620aa4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:15.150461 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43910252-9ff1-4491-a161-a0b05232a552 req-39d9079d-3836-47d4-9e43-44ad3e620aa4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0597734 Mar 31 18:57:15.206096 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43910252-9ff1-4491-a161-a0b05232a552 req-6f948cb9-9432-4523-b997-fd81cdc59e63 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496457 Mar 31 18:57:16.341823 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c10624-b069-4c93-8edc-1042014939e7 req-21c6109a-57c2-4958-93b1-02e9c775b097 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:16.343447 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-36c10624-b069-4c93-8edc-1042014939e7 req-21c6109a-57c2-4958-93b1-02e9c775b097 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0606909 Mar 31 18:57:16.396038 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-36c10624-b069-4c93-8edc-1042014939e7 req-f0dec416-fa9d-4fbd-b56b-0e7b2cca1b02 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452654 Mar 31 18:57:17.544764 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43cb2-b19b-4c7f-b607-56ae7488c7e0 req-31974131-007a-43c3-b16e-927cb94aef66 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:17.546260 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43f43cb2-b19b-4c7f-b607-56ae7488c7e0 req-31974131-007a-43c3-b16e-927cb94aef66 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0542018 Mar 31 18:57:17.569803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:17.600727 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43f43cb2-b19b-4c7f-b607-56ae7488c7e0 req-c4718295-c2e5-44bc-98a2-31205cf1d192 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477958 Mar 31 18:57:17.688621 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d30bad-4bb2-489a-8753-e5cbf24b894c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.776127 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d30bad-4bb2-489a-8753-e5cbf24b894c admin admin] Publish callbacks [] for security_group (777f0b09-c7e5-4453-a233-7a6b80086e81), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.780108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d30bad-4bb2-489a-8753-e5cbf24b894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (777f0b09-c7e5-4453-a233-7a6b80086e81), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.815992 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d30bad-4bb2-489a-8753-e5cbf24b894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f0b09-c7e5-4453-a233-7a6b80086e81,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:17.820951 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e5d30bad-4bb2-489a-8753-e5cbf24b894c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=111745e5bf994d09a324c7eb9b683904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499652 Mar 31 18:57:17.824354 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:17.885566 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] Publish callbacks [] for security_group (777f0b09-c7e5-4453-a233-7a6b80086e81), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.907322 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] Publish callbacks [] for security_group (777f0b09-c7e5-4453-a233-7a6b80086e81), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.952727 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (777f0b09-c7e5-4453-a233-7a6b80086e81), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.955369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:17.956615 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/777f0b09-c7e5-4453-a233-7a6b80086e81 HTTP/1.1" status: 204 len: 168 time: 0.1318657 Mar 31 18:57:17.965202 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471ff54-ba94-449e-ab2c-adce0530d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f0b09-c7e5-4453-a233-7a6b80086e81,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:18.241470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33268) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:18.256233 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e097c49-35d4-4300-a522-c6019b65d74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.335373 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e097c49-35d4-4300-a522-c6019b65d74e admin admin] Publish callbacks [] for security_group (a766ab5e-7ea1-494b-b9f7-e1113cab6c4d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.340745 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e097c49-35d4-4300-a522-c6019b65d74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a766ab5e-7ea1-494b-b9f7-e1113cab6c4d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.381015 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4e097c49-35d4-4300-a522-c6019b65d74e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cde37037605430cb2c005e719301bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384339 Mar 31 18:57:18.381949 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097c49-35d4-4300-a522-c6019b65d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766ab5e-7ea1-494b-b9f7-e1113cab6c4d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:18.388990 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33270) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:18.444490 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] Publish callbacks [] for security_group (a766ab5e-7ea1-494b-b9f7-e1113cab6c4d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.469937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] Publish callbacks [] for security_group (a766ab5e-7ea1-494b-b9f7-e1113cab6c4d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.521936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a766ab5e-7ea1-494b-b9f7-e1113cab6c4d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.524600 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:18.525752 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a766ab5e-7ea1-494b-b9f7-e1113cab6c4d HTTP/1.1" status: 204 len: 168 time: 0.1358182 Mar 31 18:57:18.533659 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf515d4-4933-440b-834c-96054f507349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766ab5e-7ea1-494b-b9f7-e1113cab6c4d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:18.738990 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa75d9e-207c-4e24-bf66-a8d690d7dc0e req-4f7a07e4-4095-4d6e-b18b-57eb34f0cb2a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:18.740780 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfa75d9e-207c-4e24-bf66-a8d690d7dc0e req-4f7a07e4-4095-4d6e-b18b-57eb34f0cb2a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0605114 Mar 31 18:57:18.793396 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cfa75d9e-207c-4e24-bf66-a8d690d7dc0e req-c707cbe1-8334-4295-91f7-9a9b9b2fb1f4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Mar 31 18:57:19.921782 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7ecbf-eb70-452e-b60e-888484fbdf6f req-b51e3b31-72c0-4193-a359-4e9ecaa6b8ed tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:19.923273 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fe7ecbf-eb70-452e-b60e-888484fbdf6f req-b51e3b31-72c0-4193-a359-4e9ecaa6b8ed tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0548558 Mar 31 18:57:19.968836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3fe7ecbf-eb70-452e-b60e-888484fbdf6f req-c88b51c4-3986-4b40-839c-b83ad0940204 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391147 Mar 31 18:57:21.097562 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdcc20-ed3b-42d7-949d-a40a9e7378fe req-bf29c5f6-69f1-43b8-a369-c2e4640a6859 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:21.099048 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6cbdcc20-ed3b-42d7-949d-a40a9e7378fe req-bf29c5f6-69f1-43b8-a369-c2e4640a6859 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0557396 Mar 31 18:57:21.145924 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6cbdcc20-ed3b-42d7-949d-a40a9e7378fe req-fa508196-6b01-4c48-828a-03b4c137ee0d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Mar 31 18:57:22.212489 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:22.271910 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b97bb-1b0e-4410-8f76-9cc28566027a req-33e3f009-9c46-44aa-982b-c7fb250ff7fe tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:22.273417 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-429b97bb-1b0e-4410-8f76-9cc28566027a req-33e3f009-9c46-44aa-982b-c7fb250ff7fe tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Mar 31 18:57:22.319460 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-429b97bb-1b0e-4410-8f76-9cc28566027a req-c7ff3799-5c67-4de1-96be-49a640bb588e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404284 Mar 31 18:57:23.447672 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069fe8-0108-454c-866b-dab3a5a9492d req-0866b6b6-c966-4e9a-85a7-23d501a8fbbd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:23.449209 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bb069fe8-0108-454c-866b-dab3a5a9492d req-0866b6b6-c966-4e9a-85a7-23d501a8fbbd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0575421 Mar 31 18:57:23.500536 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bb069fe8-0108-454c-866b-dab3a5a9492d req-157a42d6-862e-445e-bfc0-59c673842108 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 Mar 31 18:57:24.629897 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a54584-ee5e-4815-84e9-ef4b61e08e6a req-9502bbba-f374-42f0-ab7b-b15b9789f086 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:24.631657 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a9a54584-ee5e-4815-84e9-ef4b61e08e6a req-9502bbba-f374-42f0-ab7b-b15b9789f086 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0561292 Mar 31 18:57:24.684066 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a9a54584-ee5e-4815-84e9-ef4b61e08e6a req-a626efdc-a484-4159-9bbe-a375a8d28347 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Mar 31 18:57:25.806608 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8426709-5e13-4172-b249-57e13d36b780 req-0fbe0eea-88b2-4707-a496-e673c0eca0f5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:25.808165 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b8426709-5e13-4172-b249-57e13d36b780 req-0fbe0eea-88b2-4707-a496-e673c0eca0f5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0523150 Mar 31 18:57:25.858158 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b8426709-5e13-4172-b249-57e13d36b780 req-f4b9335c-7d08-44d0-a3dd-cf50af5af23a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Mar 31 18:57:26.985502 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159faf-06da-4a40-bdf7-088daa51055c req-90e2f36a-406c-44bf-9d65-10ee7ae6e8f7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:26.986981 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e6159faf-06da-4a40-bdf7-088daa51055c req-90e2f36a-406c-44bf-9d65-10ee7ae6e8f7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0525119 Mar 31 18:57:27.033961 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e6159faf-06da-4a40-bdf7-088daa51055c req-a7fa8e65-737d-442b-bd45-06328709a97b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Mar 31 18:57:28.166114 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3edf8-d06d-44dc-9eb8-939421db9b0d req-6ab7c02e-32a5-4a95-b73e-5a1222ab94c9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:28.167678 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7cb3edf8-d06d-44dc-9eb8-939421db9b0d req-6ab7c02e-32a5-4a95-b73e-5a1222ab94c9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0579553 Mar 31 18:57:28.222067 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7cb3edf8-d06d-44dc-9eb8-939421db9b0d req-b66dd7ef-e635-4691-a7b9-b9f6bbe1bbb5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474846 Mar 31 18:57:29.358684 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bb92c-762c-4e4f-b5ea-255f63270fc1 req-1aa8bc12-aa1c-4b71-9b48-f8b9606a9a82 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:29.360221 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c86bb92c-762c-4e4f-b5ea-255f63270fc1 req-1aa8bc12-aa1c-4b71-9b48-f8b9606a9a82 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0594797 Mar 31 18:57:29.409932 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c86bb92c-762c-4e4f-b5ea-255f63270fc1 req-00414b51-a4cf-46c3-809f-7eb47825ef67 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Mar 31 18:57:30.546073 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85743676-dc36-4b52-a253-57692970bd81 req-8ad7bea4-c054-447b-a7e3-8b6d838d381d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:30.547689 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-85743676-dc36-4b52-a253-57692970bd81 req-8ad7bea4-c054-447b-a7e3-8b6d838d381d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0614793 Mar 31 18:57:30.600564 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-85743676-dc36-4b52-a253-57692970bd81 req-6c71653c-712c-4e15-aee1-ccea27e40f67 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469532 Mar 31 18:57:31.734381 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fd814-a01a-41a6-88c2-fb2850c7d9e2 req-22663a34-44bd-4c01-8a6d-b22bf9256b9f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:31.735890 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-742fd814-a01a-41a6-88c2-fb2850c7d9e2 req-22663a34-44bd-4c01-8a6d-b22bf9256b9f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0588818 Mar 31 18:57:31.792258 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-742fd814-a01a-41a6-88c2-fb2850c7d9e2 req-b731e9e4-e255-4ae1-b1df-8a2bf4f9578d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499544 Mar 31 18:57:32.933228 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fb9af-29c4-47d4-846c-09fbe88e5fa2 req-fe61f277-7fd9-402e-9aaa-abe1446d19fe tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:32.934763 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-500fb9af-29c4-47d4-846c-09fbe88e5fa2 req-fe61f277-7fd9-402e-9aaa-abe1446d19fe tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0611885 Mar 31 18:57:32.984447 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-500fb9af-29c4-47d4-846c-09fbe88e5fa2 req-f9206aa8-97fc-4b1f-9251-6022482e937c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Mar 31 18:57:33.139839 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:57:34.115461 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efbe46-fc4a-4c2f-90e4-18373e3f93b9 req-d66b6a24-b11b-406e-85d2-9c833f26fea2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:34.116965 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-22efbe46-fc4a-4c2f-90e4-18373e3f93b9 req-d66b6a24-b11b-406e-85d2-9c833f26fea2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0548761 Mar 31 18:57:34.167595 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-22efbe46-fc4a-4c2f-90e4-18373e3f93b9 req-a3fad331-3a9c-4102-a499-3bf56e0e2087 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445306 Mar 31 18:57:34.182810 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:57:34.318189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:57:34.337910 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:57:34.390885 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: ACTIVE; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:57:34.391550 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:34.417672 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:57:34.451353 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:57:34.456992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:34.553013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:34.560689 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['71c4ac09-2f47-496f-b311-bf32daad46d0'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:57:34.579699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.579982 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.580468 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.580680 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.581031 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.581352 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.581688 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.582031 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.582337 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.584465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.584465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.584465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.584465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.585494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.585494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:34.970048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f78eca-bae0-46a6-a254-008ad29c7192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:35.337329 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fba67-c9e7-4740-9ba5-ec4e1ed71dc0 req-c48d01a1-446f-4c16-ae3d-8db1709f3fea tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:35.339760 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6c9fba67-c9e7-4740-9ba5-ec4e1ed71dc0 req-c48d01a1-446f-4c16-ae3d-8db1709f3fea tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 945 time: 0.0638437 Mar 31 18:57:35.425295 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6c9fba67-c9e7-4740-9ba5-ec4e1ed71dc0 req-32fa8dfb-c6f7-4ffc-b47f-7198cddc90e1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797873 Mar 31 18:57:36.260193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:57:36.347164 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 71c4ac09-2f47-496f-b311-bf32daad46d0 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:57:36.347581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:36.486011 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:57:36.486449 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:36.525360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:57:36.527916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70cd15-4959-46d1-a4b0-0bd064f4a450" -d '{"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:57:36.546893 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:57:36.552187 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:36.624724 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b9a87-e79d-4431-a140-bae96e797002 x-openstack-request-id: req-336b9a87-e79d-4431-a140-bae96e797002 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:57:36.625040 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:57:36.625448 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336b9a87-e79d-4431-a140-bae96e797002 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:57:36.625918 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336b9a87-e79d-4431-a140-bae96e797002'] response: {'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'code': 200} Mar 31 18:57:36.630231 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:36.631273 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4d79-23bd-4b9e-932b-340e451288ac req-247c3194-b262-41d0-bc6d-957b50942494 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:36.633473 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f01c4d79-23bd-4b9e-932b-340e451288ac req-247c3194-b262-41d0-bc6d-957b50942494 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 945 time: 0.1088920 Mar 31 18:57:36.703023 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f01c4d79-23bd-4b9e-932b-340e451288ac req-96250685-fc13-4eb6-bb5f-538026ff56e2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636225 Mar 31 18:57:37.330443 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b37378ec-550f-4a1c-ab8f-4c4d3f67dd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:37.865824 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059908-bc91-4e53-a01f-18bae0b8629e req-9786f634-6a7b-4c14-8b62-2fe344541d4a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:37.867419 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-78059908-bc91-4e53-a01f-18bae0b8629e req-9786f634-6a7b-4c14-8b62-2fe344541d4a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0729754 Mar 31 18:57:37.956144 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-78059908-bc91-4e53-a01f-18bae0b8629e req-c3dbebcc-7313-4bb3-9bd7-84ffb4924d3e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777500 Mar 31 18:57:38.615603 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:39.122868 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1a821-4878-411b-8ca0-57e6cf2fd46a req-fc5ae8aa-6295-4ec7-b11d-d6b42aaf6516 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:39.124475 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47a1a821-4878-411b-8ca0-57e6cf2fd46a req-fc5ae8aa-6295-4ec7-b11d-d6b42aaf6516 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0667961 Mar 31 18:57:39.184421 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47a1a821-4878-411b-8ca0-57e6cf2fd46a req-98df2b44-b923-4c88-9aa0-8861d6c3fdc7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533354 Mar 31 18:57:40.117484 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:40.324616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdfb4b-1c34-4173-b2f0-91515a873330 req-9c7e0731-828d-45fa-88f3-238b986a07bc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:40.326181 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76fdfb4b-1c34-4173-b2f0-91515a873330 req-9c7e0731-828d-45fa-88f3-238b986a07bc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0587337 Mar 31 18:57:40.389088 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76fdfb4b-1c34-4173-b2f0-91515a873330 req-125e094f-061a-4846-8009-034b2c1f5ed6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Mar 31 18:57:41.414050 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:41.544749 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71973-dc02-4f4d-90a6-86f2ae0e6a6d req-200a168d-6de8-45cf-bc42-817af566a659 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:41.547323 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98d71973-dc02-4f4d-90a6-86f2ae0e6a6d req-200a168d-6de8-45cf-bc42-817af566a659 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0697217 Mar 31 18:57:41.612741 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98d71973-dc02-4f4d-90a6-86f2ae0e6a6d req-26df2ed2-3e72-45c0-88d1-58f8d9b528d0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566916 Mar 31 18:57:42.757355 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bfddd-652c-4f83-be30-bf88a8185647 req-83d1b1a7-a30f-4c56-844a-c148d8aaf2d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:42.758840 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-199bfddd-652c-4f83-be30-bf88a8185647 req-83d1b1a7-a30f-4c56-844a-c148d8aaf2d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0555229 Mar 31 18:57:42.816289 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-199bfddd-652c-4f83-be30-bf88a8185647 req-1339cead-6c19-4942-8575-538c82141e35 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514500 Mar 31 18:57:43.963422 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b07639-92ae-4752-9292-8fdcf4c1ffca req-06982ad4-4982-4718-a3ab-4b19a065ec0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:43.964907 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e2b07639-92ae-4752-9292-8fdcf4c1ffca req-06982ad4-4982-4718-a3ab-4b19a065ec0b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0582511 Mar 31 18:57:44.011374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e2b07639-92ae-4752-9292-8fdcf4c1ffca req-31e4097c-a74f-4994-b7c8-deaa49be9026 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Mar 31 18:57:44.440613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-866cfa01-73e8-4012-b645-077843838c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:44.442433 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-866cfa01-73e8-4012-b645-077843838c96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0456867 Mar 31 18:57:44.532740 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-66777f67-dc03-433e-b218-f70b78bf1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:44.534288 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-66777f67-dc03-433e-b218-f70b78bf1754 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0864739 Mar 31 18:57:44.597328 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-b247452e-919a-4a81-aba7-f4e8050a51cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 1001 time: 0.0571492 Mar 31 18:57:44.648750 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-29060192-aadc-4675-9dee-d8bfba224dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:44.650228 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-29060192-aadc-4675-9dee-d8bfba224dd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0471835 Mar 31 18:57:44.702582 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-d8169fe6-3b62-4130-b052-8aa30577326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:44.704050 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-d8169fe6-3b62-4130-b052-8aa30577326f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473964 Mar 31 18:57:44.791614 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-f3371ba2-0321-4643-85d8-5240e076a970 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815396 Mar 31 18:57:44.884245 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8956074-cd87-4f3d-a8ed-13f246f1d3d8 req-68850a47-ceba-4c69-b829-d23e2d843372 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862572 Mar 31 18:57:45.131844 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baac980-9b2b-4318-94ea-bf860d448504 req-d80f68a6-83bc-4c2f-b307-5da478d2d828 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:45.133336 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0baac980-9b2b-4318-94ea-bf860d448504 req-d80f68a6-83bc-4c2f-b307-5da478d2d828 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0525322 Mar 31 18:57:45.179223 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0baac980-9b2b-4318-94ea-bf860d448504 req-cd38941a-f945-4711-bd52-84497afebc41 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Mar 31 18:57:46.300597 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb402ba-a012-4503-92ce-41bc3ecfce3f req-dafd5e51-4eb9-4718-b80e-f0fd755eae30 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:46.302838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fb402ba-a012-4503-92ce-41bc3ecfce3f req-dafd5e51-4eb9-4718-b80e-f0fd755eae30 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0517738 Mar 31 18:57:46.351937 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fb402ba-a012-4503-92ce-41bc3ecfce3f req-bc39a2e8-ae42-4f0a-aeb9-bd43749ed6b1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Mar 31 18:57:47.477143 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce723e-f18c-4e94-93c3-f43a681b3e5a req-5bf18e2c-1ef9-4bcc-b08d-d38def4917d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:47.478753 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f0ce723e-f18c-4e94-93c3-f43a681b3e5a req-5bf18e2c-1ef9-4bcc-b08d-d38def4917d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0537491 Mar 31 18:57:47.528151 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f0ce723e-f18c-4e94-93c3-f43a681b3e5a req-7c99ca6b-0fec-483f-b7a3-158cbba7ad79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Mar 31 18:57:48.022926 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-ce480c57-1995-4bbf-bb67-1bb9cb836444 req-4f0484d6-3ebb-4d4d-8f53-24cae3f0165e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:57:48.023975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ce480c57-1995-4bbf-bb67-1bb9cb836444 req-4f0484d6-3ebb-4d4d-8f53-24cae3f0165e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061519 Mar 31 18:57:48.187782 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa133fe-d925-494c-88a5-5a467912d2a5 req-f15822db-d594-43e2-9cdb-59ab8141f651 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:48.189280 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fa133fe-d925-494c-88a5-5a467912d2a5 req-f15822db-d594-43e2-9cdb-59ab8141f651 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 946 time: 0.0544374 Mar 31 18:57:48.243354 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fa133fe-d925-494c-88a5-5a467912d2a5 req-a6b22d4c-7300-4fbe-8b31-32f8e7a466a7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461349 Mar 31 18:57:48.275287 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:57:48.358481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: ACTIVE; New status is: DOWN {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:57:48.359055 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:48.383454 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:57:48.385753 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c9c1b-6e2d-4b1a-9ecb-1dadf93ebb03" -d '{"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-unplugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:57:48.401951 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:57:48.407384 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:48.423146 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809b7b85-b491-416e-b28a-49c57740ba09 x-openstack-request-id: req-809b7b85-b491-416e-b28a-49c57740ba09 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:57:48.423146 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-unplugged", "status": "failed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "code": 422}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:57:48.423146 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-809b7b85-b491-416e-b28a-49c57740ba09 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:57:48.423146 dv-cinder-795785-5-iscsi neutron-server[109723]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-809b7b85-b491-416e-b28a-49c57740ba09']: {'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'code': 422} returned with failed status Mar 31 18:57:48.468714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:48.573506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:48.663485 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-1a65d1a8-aac7-4ca0-a56a-45160bda0a81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887837 Mar 31 18:57:48.671956 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-d7023b2a-a752-444a-8dff-d3d97ea3dac5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:57:48.672914 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-d7023b2a-a752-444a-8dff-d3d97ea3dac5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049217 Mar 31 18:57:48.749436 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33430) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:48.868524 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-0addc33c-7995-420e-a89b-639bcbd53d61 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:48.870145 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-0addc33c-7995-420e-a89b-639bcbd53d61 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports/71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 941 time: 0.1196957 Mar 31 18:57:49.376208 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a5f6a-ed92-47bd-b2e8-df4a8570391c req-75e3be88-3d67-4c74-bb23-77a7b1c236e0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:49.377687 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-673a5f6a-ed92-47bd-b2e8-df4a8570391c req-75e3be88-3d67-4c74-bb23-77a7b1c236e0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0531702 Mar 31 18:57:49.425436 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-673a5f6a-ed92-47bd-b2e8-df4a8570391c req-2208e319-e345-4d6b-8e0f-31313a2c25e1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Mar 31 18:57:50.167612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-2f86f479-0be5-453d-95d2-03a91279908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.169135 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-2f86f479-0be5-453d-95d2-03a91279908b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 1128 time: 0.0801182 Mar 31 18:57:50.236890 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-05e0278c-4159-476a-b336-29633c3c90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.238400 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-05e0278c-4159-476a-b336-29633c3c90d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0479431 Mar 31 18:57:50.334492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-db2cf5d8-ac86-4c8b-b1f3-b1f361efa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.336086 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-db2cf5d8-ac86-4c8b-b1f3-b1f361efa65b service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0913441 Mar 31 18:57:50.408749 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-c6fcaff0-5b61-46a6-8429-ce22d71e49a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 999 time: 0.0659609 Mar 31 18:57:50.459094 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-a2401710-5a06-405e-afe3-985cf0d941ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.460788 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-a2401710-5a06-405e-afe3-985cf0d941ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0466988 Mar 31 18:57:50.511376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-514228c3-ffbe-4e26-8092-760361c94236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.512947 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-514228c3-ffbe-4e26-8092-760361c94236 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458093 Mar 31 18:57:50.551006 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826891c0-e9a6-4de3-b63e-85f6bd2d5251 req-e3393058-1279-491c-afa3-d75e1a59716e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:50.552502 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-826891c0-e9a6-4de3-b63e-85f6bd2d5251 req-e3393058-1279-491c-afa3-d75e1a59716e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0538371 Mar 31 18:57:50.605287 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-826891c0-e9a6-4de3-b63e-85f6bd2d5251 req-dc85513c-92de-4680-baff-e6dc6fb41ee5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 Mar 31 18:57:50.605585 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-dc4eafcd-8093-469d-9e8f-9cb251b482ac service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864532 Mar 31 18:57:50.701366 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08f728d6-221c-42ea-a60d-19a6b3cf9feb req-c734cb40-ea84-410d-b654-c5baf54ae0c6 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900393 Mar 31 18:57:51.760010 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cd7ad-ea7e-473e-a1af-2a89c3869421 req-3540dcf4-7774-44ea-91cb-53423c8c52f5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:51.762237 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-487cd7ad-ea7e-473e-a1af-2a89c3869421 req-3540dcf4-7774-44ea-91cb-53423c8c52f5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0726252 Mar 31 18:57:51.817620 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-487cd7ad-ea7e-473e-a1af-2a89c3869421 req-800403f5-1e37-4ce3-ae04-bf36cf30a76c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494494 Mar 31 18:57:52.221129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:52.961191 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b094e-dc1c-4b1b-a76f-c5cb9cef6c6d req-36e0e835-1bdc-4561-a6f3-abf2db45b9d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:52.962747 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a08b094e-dc1c-4b1b-a76f-c5cb9cef6c6d req-36e0e835-1bdc-4561-a6f3-abf2db45b9d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0608752 Mar 31 18:57:53.024352 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a08b094e-dc1c-4b1b-a76f-c5cb9cef6c6d req-1cd17144-f04d-411a-af0d-0775b94e3986 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530438 Mar 31 18:57:54.400875 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498944fd-2201-4563-b3b0-8bfbf0451af5 req-4ac4176c-c049-4ace-8111-f5212a37c209 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:54.402341 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-498944fd-2201-4563-b3b0-8bfbf0451af5 req-4ac4176c-c049-4ace-8111-f5212a37c209 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.2963595 Mar 31 18:57:54.454325 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-498944fd-2201-4563-b3b0-8bfbf0451af5 req-21e2db16-4451-4541-bc02-f5490cbc9c31 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Mar 31 18:57:55.602614 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecc31c-5aba-46b2-972b-3c9d74ab7706 req-7a86380a-e7f6-43ed-8cda-8e792e2c6ee8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:55.614230 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e5ecc31c-5aba-46b2-972b-3c9d74ab7706 req-7a86380a-e7f6-43ed-8cda-8e792e2c6ee8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0565875 Mar 31 18:57:55.684489 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e5ecc31c-5aba-46b2-972b-3c9d74ab7706 req-c5d0fb35-670d-40ae-a78d-0f8e7735ee60 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742886 Mar 31 18:57:56.809358 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fbdc9-4ac1-48ff-818c-686eb49b173a req-f091c46a-e4d4-483d-a5bc-52f7afabc6d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:56.811261 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bf1fbdc9-4ac1-48ff-818c-686eb49b173a req-f091c46a-e4d4-483d-a5bc-52f7afabc6d2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0564861 Mar 31 18:57:56.866987 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bf1fbdc9-4ac1-48ff-818c-686eb49b173a req-446600fc-b28b-40fc-927a-a54d3aca9130 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500147 Mar 31 18:57:58.009520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a36cf-73aa-4e77-8ef7-a2a43fc95bdb req-2f26f720-e08c-40d7-a342-f60e00c11695 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:58.011019 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d88a36cf-73aa-4e77-8ef7-a2a43fc95bdb req-2f26f720-e08c-40d7-a342-f60e00c11695 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0575376 Mar 31 18:57:58.061452 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d88a36cf-73aa-4e77-8ef7-a2a43fc95bdb req-5eaacda1-1e34-4b1a-851d-51149415f443 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Mar 31 18:57:59.189638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191793-4c61-4de0-bbd3-8b1eb6f2f82f req-96d14000-b97b-43ed-b995-d68d9fa952aa tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:59.191163 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-01191793-4c61-4de0-bbd3-8b1eb6f2f82f req-96d14000-b97b-43ed-b995-d68d9fa952aa tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Mar 31 18:57:59.239960 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-01191793-4c61-4de0-bbd3-8b1eb6f2f82f req-ab574d3c-4e34-4459-9bb6-7ba119fc5e18 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Mar 31 18:57:59.278973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-dcde2184-7905-467f-ba70-302346445328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:59.280532 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-dcde2184-7905-467f-ba70-302346445328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0497797 Mar 31 18:57:59.382310 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-8fa07eea-cc83-4e4f-9058-424cf6ebed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:59.383703 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-8fa07eea-cc83-4e4f-9058-424cf6ebed16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0832367 Mar 31 18:57:59.452684 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-d54caf03-e989-4f06-b81b-83212ab0e5e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 200 len: 999 time: 0.0618291 Mar 31 18:57:59.500315 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-0f7d7e91-95dd-452d-a81b-73602c80c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:59.501745 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-0f7d7e91-95dd-452d-a81b-73602c80c034 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0432589 Mar 31 18:57:59.549420 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-d5a1bc12-f568-4c73-a8a4-2e2309bb49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:57:59.550909 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-d5a1bc12-f568-4c73-a8a4-2e2309bb49f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429332 Mar 31 18:57:59.643131 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-b72e8b2b-6a31-4ee4-8448-a104f627164a service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853121 Mar 31 18:57:59.735465 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d4ae726-a5c4-4efd-a457-a2336a708e34 req-f3232fb0-7e7e-43a0-8a6c-d0f6346eeb16 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861864 Mar 31 18:58:00.369112 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe766-1d36-4123-87c6-8563946155f7 req-d5fc34ab-6fd7-4798-b21e-b605721ea5d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:00.370975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1aefe766-1d36-4123-87c6-8563946155f7 req-d5fc34ab-6fd7-4798-b21e-b605721ea5d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0572257 Mar 31 18:58:00.419274 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1aefe766-1d36-4123-87c6-8563946155f7 req-7b6d16dd-4a5d-4edb-b8dd-1c6d6d258527 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Mar 31 18:58:01.543656 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6959e1-a2f6-4456-ae8e-6155df1dbba9 req-a3d34bd1-1f41-4237-ae80-8269e235279c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:01.545138 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cd6959e1-a2f6-4456-ae8e-6155df1dbba9 req-a3d34bd1-1f41-4237-ae80-8269e235279c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0522594 Mar 31 18:58:01.592677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cd6959e1-a2f6-4456-ae8e-6155df1dbba9 req-0e070cc8-d17c-4ff3-b8c1-8da1b8371de7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 Mar 31 18:58:02.720918 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e3ac-bd9f-4183-bb9e-23d3ca18b608 req-46514f50-e1dc-46a5-aba8-62654cd42e43 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:02.722374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-79c1e3ac-bd9f-4183-bb9e-23d3ca18b608 req-46514f50-e1dc-46a5-aba8-62654cd42e43 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0543432 Mar 31 18:58:02.774598 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-79c1e3ac-bd9f-4183-bb9e-23d3ca18b608 req-a2241f1b-0614-4a94-81ff-5d372ee0bb89 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464292 Mar 31 18:58:03.895059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f221215-cf1e-4a41-ab31-756662aa90bd req-71bd59a2-f50f-4a08-81c8-67c9d2412a04 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:03.896562 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5f221215-cf1e-4a41-ab31-756662aa90bd req-71bd59a2-f50f-4a08-81c8-67c9d2412a04 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0517430 Mar 31 18:58:03.943157 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5f221215-cf1e-4a41-ab31-756662aa90bd req-d493aec4-674f-4ec0-80a7-6241b6cc2f4a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Mar 31 18:58:04.974482 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efd389a1-a66a-4088-a9a0-354875def896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:05.086679 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a01f-4098-4178-acfa-401ae403f5d5 req-a75d5571-8144-4db1-999c-b78a63f25111 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:05.088330 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c104a01f-4098-4178-acfa-401ae403f5d5 req-a75d5571-8144-4db1-999c-b78a63f25111 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0551758 Mar 31 18:58:05.143365 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c104a01f-4098-4178-acfa-401ae403f5d5 req-74aeef26-a1d1-467a-bea5-afc7e32ce431 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Mar 31 18:58:06.270869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65081b9-3eaa-4591-a026-8c913f5b8df7 req-d8e73094-9186-4d14-be04-c131b7b9904b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:06.272391 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d65081b9-3eaa-4591-a026-8c913f5b8df7 req-d8e73094-9186-4d14-be04-c131b7b9904b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 944 time: 0.0564959 Mar 31 18:58:06.322655 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d65081b9-3eaa-4591-a026-8c913f5b8df7 req-c2aa8be6-4ce9-4a01-a37d-93b55c027f6f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Mar 31 18:58:06.392714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:58:06.488459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:06.500434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'mac_address': 'fa:16:3e:e6:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:58:06.536275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:58:06.536659 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:06.550029 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:58:06.570179 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:06.574172 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:06.625731 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=9']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:06.789242 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['71c4ac09-2f47-496f-b311-bf32daad46d0'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:58:07.244251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dc2559d7-9911-4367-9779-9854c13bdf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:07.454257 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef79f57-933d-4164-bb73-ec9b7bb31f9a req-c2541434-0a5e-4db0-b3a1-336c8dae4b3d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:07.455852 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cef79f57-933d-4164-bb73-ec9b7bb31f9a req-c2541434-0a5e-4db0-b3a1-336c8dae4b3d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 945 time: 0.0575340 Mar 31 18:58:07.512762 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cef79f57-933d-4164-bb73-ec9b7bb31f9a req-166806d0-1683-4076-8c55-9051f3c4777a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500596 Mar 31 18:58:08.394310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:58:08.447304 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 71c4ac09-2f47-496f-b311-bf32daad46d0 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:58:08.447720 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:08.525418 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 71c4ac09-2f47-496f-b311-bf32daad46d0 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:58:08.525811 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:08.548944 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:58:08.551327 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b0789-f7e8-4346-b4f8-43707aa97f3f" -d '{"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:58:08.568970 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:08.574326 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:08.606370 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed9b37-c6c9-4d6e-9516-37c6e1be4b9b x-openstack-request-id: req-17ed9b37-c6c9-4d6e-9516-37c6e1be4b9b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:58:08.606692 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-plugged", "status": "completed", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:58:08.606959 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17ed9b37-c6c9-4d6e-9516-37c6e1be4b9b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:58:08.607381 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ed9b37-c6c9-4d6e-9516-37c6e1be4b9b'] response: {'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'code': 200} Mar 31 18:58:08.644682 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:08.650784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec080b12-1c51-4c28-88e2-32d9cb5a2771 req-43ad1a7a-2a0c-4022-be03-b47712b8137d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:08.651516 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:08.652370 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ec080b12-1c51-4c28-88e2-32d9cb5a2771 req-43ad1a7a-2a0c-4022-be03-b47712b8137d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0615947 Mar 31 18:58:08.702362 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ec080b12-1c51-4c28-88e2-32d9cb5a2771 req-e7c4b28d-b199-419d-9c0b-87ee8d04b46e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Mar 31 18:58:09.020006 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069229b-5e03-4e7d-84bb-7eda268b1629 req-06186495-6eb7-4734-8683-46964830a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:09.021474 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1069229b-5e03-4e7d-84bb-7eda268b1629 req-06186495-6eb7-4734-8683-46964830a02b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 1131 time: 0.0502770 Mar 31 18:58:09.070514 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1069229b-5e03-4e7d-84bb-7eda268b1629 req-4f4f9c10-4331-443a-b8f0-5ed5db08d3ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Mar 31 18:58:09.831114 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256154-45ea-4275-abe1-77b1b202580e req-fa9306ae-fcd2-40e5-9ec5-3d8e4fc456ad tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:09.832635 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e256154-45ea-4275-abe1-77b1b202580e req-fa9306ae-fcd2-40e5-9ec5-3d8e4fc456ad tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0527658 Mar 31 18:58:09.878836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3e256154-45ea-4275-abe1-77b1b202580e req-2752cd50-9cc8-4c7e-81ed-6c528fcd87ab tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Mar 31 18:58:10.089155 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:10.146008 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:58:11.015932 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cb630-7379-4304-bcf5-060fa001f632 req-a28573d3-1e8c-4f3e-9213-e95273b0aec5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:11.017458 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-586cb630-7379-4304-bcf5-060fa001f632 req-a28573d3-1e8c-4f3e-9213-e95273b0aec5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0550499 Mar 31 18:58:11.088125 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-586cb630-7379-4304-bcf5-060fa001f632 req-9a673210-e3d7-47ff-88ce-532f6383643f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644109 Mar 31 18:58:11.417950 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:22.226430 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:34.970712 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f2870d1-7c44-4d04-8c25-f0ff513d9449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:37.246179 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b307077-b636-4bbc-8fad-bb87cba9b4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:38.616098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:40.095066 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:41.414439 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:43.524041 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699e085-0a2d-46f3-a017-d23f0c413849 req-d41fa02d-00e4-4dd1-8acc-9906718ddab5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:43.525722 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8699e085-0a2d-46f3-a017-d23f0c413849 req-d41fa02d-00e4-4dd1-8acc-9906718ddab5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0571940 Mar 31 18:58:43.582252 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8699e085-0a2d-46f3-a017-d23f0c413849 req-04cb450b-643d-4a9c-a4ce-fd8579949a08 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499263 Mar 31 18:58:44.707218 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21353770-de48-4b42-937c-2134ac7e88cd req-af888b6e-05e2-4ffa-af74-a097c929222a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:44.708733 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-21353770-de48-4b42-937c-2134ac7e88cd req-af888b6e-05e2-4ffa-af74-a097c929222a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0551999 Mar 31 18:58:44.760124 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-21353770-de48-4b42-937c-2134ac7e88cd req-cc22b7cc-6617-4d1b-9eff-ccbed8473b5a tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Mar 31 18:58:45.037904 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-1f799a28-26f6-49a0-a80d-f4db53eb333f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:45.039260 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-1f799a28-26f6-49a0-a80d-f4db53eb333f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 945 time: 0.0524800 Mar 31 18:58:45.131437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:58:45.131797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.241541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] For port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:45.241905 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.379560 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5191a-438a-446a-a54a-261224a1d55c req-77c49ce8-10ed-431d-ad01-38f1bf9f48e8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:45.381080 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99f5191a-438a-446a-a54a-261224a1d55c req-77c49ce8-10ed-431d-ad01-38f1bf9f48e8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0572562 Mar 31 18:58:45.431155 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.431533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (a0a16283-6fb0-4ad0-9af6-b08f7b957a16), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.431860 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP a0a16283-6fb0-4ad0-9af6-b08f7b957a16 disassociated. External IP: 172.27.1.117, port: 92f4f711-d37e-49d4-9c13-ef8d91cf7a53. Mar 31 18:58:45.432206 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:58:45.433893 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99f5191a-438a-446a-a54a-261224a1d55c req-d7ada448-1b1f-480e-97f3-1a6733b3425b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470917 Mar 31 18:58:45.571221 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (92f4f711-d37e-49d4-9c13-ef8d91cf7a53), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.599857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=92f4f711-d37e-49d4-9c13-ef8d91cf7a53,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:45.612090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.612443 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.612790 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.613137 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.613470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.613806 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.614247 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.614457 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.614784 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.615116 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.615458 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.615788 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.616112 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.616434 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.616757 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:45.727390 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:58:45.838375 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:58:45.849202 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:58:45.859719 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:58:45.860406 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d78556e-835a-446a-9313-4de3cad02300 req-e3fe13e0-fb1a-447b-a0f8-3bf1cfb9fda4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aee4454-f32d-4c86-8532-6174c4fa01eb HTTP/1.1" status: 200 len: 210 time: 0.0324278 Mar 31 18:58:45.865595 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:45.879479 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] No DVR routers for this DVR port 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:58:45.882059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:45.885383 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c8389f01-c6ef-43f6-a593-5ba9cac24123 req-bc233777-3956-4952-bb34-21b9eb0fe3f3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "DELETE /v2.0/ports/92f4f711-d37e-49d4-9c13-ef8d91cf7a53 HTTP/1.1" status: 204 len: 173 time: 0.8411601 Mar 31 18:58:45.885821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'name': 'network-vif-deleted', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:58:45.888769 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8030ea4-30be-4c4a-9529-8c05c661c2e3" -d '{"events": [{"server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "name": "network-vif-deleted", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:58:45.935180 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a09ee15-0fcb-4a86-933b-f48c19fe84f3 x-openstack-request-id: req-6a09ee15-0fcb-4a86-933b-f48c19fe84f3 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:58:45.935604 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee4454-f32d-4c86-8532-6174c4fa01eb", "name": "network-vif-deleted", "tag": "92f4f711-d37e-49d4-9c13-ef8d91cf7a53", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:58:45.935960 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a09ee15-0fcb-4a86-933b-f48c19fe84f3 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:58:45.936468 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a09ee15-0fcb-4a86-933b-f48c19fe84f3'] response: {'server_uuid': '9aee4454-f32d-4c86-8532-6174c4fa01eb', 'name': 'network-vif-deleted', 'tag': '92f4f711-d37e-49d4-9c13-ef8d91cf7a53', 'status': 'completed', 'code': 200} Mar 31 18:58:45.993580 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:58:46.216619 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:46.247730 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:58:46.256052 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:58:46.256667 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:46.363982 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:58:46.581013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:46.586366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240b12-3f5d-4d63-96e8-807d69802801 req-8b08a35d-625f-4fc8-934f-fcedc6d694d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:46.588031 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fe240b12-3f5d-4d63-96e8-807d69802801 req-8b08a35d-625f-4fc8-934f-fcedc6d694d8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0672283 Mar 31 18:58:46.609632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5af661-2bda-4249-a809-fc0533b86392 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:58:46.638869 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fe240b12-3f5d-4d63-96e8-807d69802801 req-4a95b2bb-5e36-4eea-b953-efecc2f73f47 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=66950b53-ba5a-4dce-8389-adace122441f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440698 Mar 31 18:58:46.856286 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114d5ec-0de2-4804-8d92-39e0eba301c2 None None] New status for floating IP a0a16283-6fb0-4ad0-9af6-b08f7b957a16: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:58:46.886450 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-1cfd7205-8267-414c-b32b-61ac2352e6a9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:46.888372 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-1cfd7205-8267-414c-b32b-61ac2352e6a9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 947 time: 0.0572429 Mar 31 18:58:46.990437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Deleting port 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:58:46.990777 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.086319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] For port 71c4ac09-2f47-496f-b311-bf32daad46d0, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=71c4ac09-2f47-496f-b311-bf32daad46d0,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:47.086747 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.144352 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-4c4b71fc-b644-40d3-97ff-e7be0504759f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117285384&fields=id&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 267 time: 0.0549352 Mar 31 18:58:47.146073 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:58:47.247313 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-e2325a32-3484-4e31-842a-f18b43ccf2ed tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:47.248865 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-e2325a32-3484-4e31-842a-f18b43ccf2ed tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.1038396 Mar 31 18:58:47.264814 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aba9e12c-e342-4408-bf1e-56b653457b9e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/quotas/0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 375 time: 0.0099666 Mar 31 18:58:47.270397 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.270771 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.271096 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Floating IP 4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f disassociated. External IP: 172.27.1.54, port: 71c4ac09-2f47-496f-b311-bf32daad46d0. Mar 31 18:58:47.271468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Calling delete_port for 71c4ac09-2f47-496f-b311-bf32daad46d0 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:58:47.320998 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-1222d2eb-538e-4138-8b3e-9370d197c517 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505219 Mar 31 18:58:47.405896 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (71c4ac09-2f47-496f-b311-bf32daad46d0), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.436836 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'Port': ['ID=71c4ac09-2f47-496f-b311-bf32daad46d0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:47.473488 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-924b4018-0e09-46e4-9b09-ae39e24ffcc5 service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401932 Mar 31 18:58:47.555149 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:58:47.562504 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-e97e8c49-e08b-4cc8-9fd0-40c34352a65e service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827787 Mar 31 18:58:47.677360 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:58:47.688430 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:58:47.706482 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:58:47.707114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:47.725132 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] No DVR routers for this DVR port 71c4ac09-2f47-496f-b311-bf32daad46d0 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:58:47.727365 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:47.732069 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-876521fc-7e06-41c7-a31b-378ced25d3bb req-ebf66301-d68c-4e8c-adf9-4fc2031d23a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "DELETE /v2.0/ports/71c4ac09-2f47-496f-b311-bf32daad46d0 HTTP/1.1" status: 204 len: 173 time: 0.8380988 Mar 31 18:58:47.829645 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-788afa2d-cdc1-4dc7-8be0-37cc67359ac9 req-cb90737d-6e3e-4e58-8d34-f9fa84bbc6ae tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9aff18-86db-4f80-8436-7a4ff9eb7e41 HTTP/1.1" status: 200 len: 210 time: 0.0738363 Mar 31 18:58:47.908366 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:58:47.933961 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0860677b-b6a8-4bc4-bfe4-0a85788a44f3 req-a22e4c16-de68-4aea-87e0-739f1d01ee49 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 210 time: 0.0657840 Mar 31 18:58:47.937641 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-deleted', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:58:47.940853 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed9a9b-6978-413c-becb-38537227eaf9" -d '{"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-deleted", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:58:47.989781 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe816bb8-030d-48cb-bbf7-18b6c0a312e9 x-openstack-request-id: req-fe816bb8-030d-48cb-bbf7-18b6c0a312e9 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:58:47.990356 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9aff18-86db-4f80-8436-7a4ff9eb7e41", "name": "network-vif-deleted", "tag": "71c4ac09-2f47-496f-b311-bf32daad46d0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:58:47.990836 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe816bb8-030d-48cb-bbf7-18b6c0a312e9 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:58:47.991474 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe816bb8-030d-48cb-bbf7-18b6c0a312e9'] response: {'server_uuid': '4d9aff18-86db-4f80-8436-7a4ff9eb7e41', 'name': 'network-vif-deleted', 'tag': '71c4ac09-2f47-496f-b311-bf32daad46d0', 'status': 'completed', 'code': 200} Mar 31 18:58:48.151082 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:48.178921 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:58:48.188087 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:58:48.188691 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:48.316249 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:58:48.525043 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:58:48.684630 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:58:48.688044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715366fb-e81d-4b55-8a42-37cbd1a5206b None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:58:48.706205 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:58:48.706874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 92f4f711-d37e-49d4-9c13-ef8d91cf7a53 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:58:48.909863 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-cf2cc182-f416-4486-93b2-cd4a25807c43 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:48.911690 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-cf2cc182-f416-4486-93b2-cd4a25807c43 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.1117713 Mar 31 18:58:48.943708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33616) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:48.975232 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746c0a34-9349-404d-917e-c92c14dae9ac None None] New status for floating IP 4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:58:48.987181 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-531ed3cf-90ed-4f3a-a8e6-1232167977d1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 380 time: 0.0664887 Mar 31 18:58:48.996339 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'port': {'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'admin_state_up': True, 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'security_groups': ['5f5ce6d4-730c-48f2-b4aa-523f0171d5b8']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:49.043705 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (66950b53-ba5a-4dce-8389-adace122441f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.091496 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47442cb6-a446-45a3-a5e8-8b0b470ae5c4 req-caa330ee-c2df-4c67-8ed7-0270f7e2ffe8 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 210 time: 0.0496066 Mar 31 18:58:49.093321 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (66950b53-ba5a-4dce-8389-adace122441f), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.122641 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Made reservation on behalf of 0617fc09e89147a48ea7ecf449fd1da2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:58:49.126342 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.156752 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (66950b53-ba5a-4dce-8389-adace122441f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.159593 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.163181 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "DELETE /v2.0/security-groups/66950b53-ba5a-4dce-8389-adace122441f HTTP/1.1" status: 204 len: 168 time: 0.2159979 Mar 31 18:58:49.164096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33620) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:49.185077 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66950b53-ba5a-4dce-8389-adace122441f,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:49.187732 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-e42fe0a8-f623-41d3-9770-c5f6fe770a3e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] show failed (client error): The resource could not be found. Mar 31 18:58:49.188780 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-e42fe0a8-f623-41d3-9770-c5f6fe770a3e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups/66950b53-ba5a-4dce-8389-adace122441f HTTP/1.1" status: 404 len: 347 time: 0.0237699 Mar 31 18:58:49.193622 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33622) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:49.195557 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.196494 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.197163 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.197395 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.197759 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.198091 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.198811 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.199616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.200328 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.200996 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.201497 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.202146 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.202736 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.203218 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.203728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4ccce-d3be-46ca-8247-c48b776bedf5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:49.614437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.20.0.12 (61a8da74-2e59-4a77-bbad-a4d11043444f/59adedfe-444c-4fd3-a1d1-eec6688721fc/3b16dfa2-8229-4e9a-b6ad-583f97e1f78b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:58:49.654090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Deleting port 67781479-3010-4e82-afc1-7a79cafcf349 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:58:49.654446 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (67781479-3010-4e82-afc1-7a79cafcf349), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.808368 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (67781479-3010-4e82-afc1-7a79cafcf349), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.808698 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (67781479-3010-4e82-afc1-7a79cafcf349), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.830345 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Calling delete_port for 67781479-3010-4e82-afc1-7a79cafcf349 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:58:49.843448 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.935015 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:49.982751 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:58:49.991069 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:58:50.015717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:58:50.060973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:50.078003 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (67781479-3010-4e82-afc1-7a79cafcf349), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.113005 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'Port': ['ID=67781479-3010-4e82-afc1-7a79cafcf349,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:50.126106 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:50.126829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.185458 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d115be68-b4e2-401f-9abe-cca1246938c3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1937852 Mar 31 18:58:50.197696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Request body: {'port': {'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:50.225460 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-c9c740b3-debb-428a-aa8a-8af69b886900 None None] Provisioning complete for port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:58:50.226045 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815ad3-74c0-444b-a47d-56f8f312cee1 req-4b358d4a-89db-49ac-88b4-ef1b9ddce739 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:50.226998 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9c740b3-debb-428a-aa8a-8af69b886900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.233626 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eb815ad3-74c0-444b-a47d-56f8f312cee1 req-4b358d4a-89db-49ac-88b4-ef1b9ddce739 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 932 time: 0.0623727 Mar 31 18:58:50.244778 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.248741 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.253651 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b677efc6-fd41-40d8-a18c-9a1c38a7fc79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "DELETE /v2.0/floatingips/4ea968a8-4c93-43b4-8ee3-d3ab55cd1f4f HTTP/1.1" status: 204 len: 168 time: 1.0581250 Mar 31 18:58:50.269545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c9c740b3-debb-428a-aa8a-8af69b886900 None None] Port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:58:50.285645 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eb815ad3-74c0-444b-a47d-56f8f312cee1 req-8df7e7f1-b2a4-405c-ab66-a0c666003247 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511506 Mar 31 18:58:50.294031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.553816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:58:50.554034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33628) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:50.558629 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520312558', 'description': 'tempest-description--1340238198'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:50.575856 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 71c4ac09-2f47-496f-b311-bf32daad46d0 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:58:50.576206 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 71c4ac09-2f47-496f-b311-bf32daad46d0 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:58:50.580694 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:58:50.584425 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.590576 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks [] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.603322 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Transition to ACTIVE for port object 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:58:50.608140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.683966 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (6bd201c0-34b2-4094-b265-5757c175a695), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.685725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:50.690643 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (6bd201c0-34b2-4094-b265-5757c175a695), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.719255 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.723225 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656396 Mar 31 18:58:50.724136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33630) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:50.728097 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group_rule': {'security_group_id': '6bd201c0-34b2-4094-b265-5757c175a695', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:50.753872 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Attempting to bind port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:58:50.754376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Attempting to bind port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:58:50.754773 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Attempting to bind port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:58:50.755862 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af360-18ae-4a3f-8302-67c5e8479043 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd201c0-34b2-4094-b265-5757c175a695,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:50.774560 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b on network 61a8da74-2e59-4a77-bbad-a4d11043444f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:58:50.775146 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (3f376c61-e1d1-4640-b0ea-af2e5d322976), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.775588 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Attempting to bind port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:58:50.783616 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:58:50.784397 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:58:50.785318 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Bound using segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:58:50.785988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Bound port: 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:58:50.786562 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.831851 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (3f376c61-e1d1-4640-b0ea-af2e5d322976), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.837096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (3f376c61-e1d1-4640-b0ea-af2e5d322976), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.859698 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f376c61-e1d1-4640-b0ea-af2e5d322976,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:50.862080 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:58:50.864192 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.866219 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-197c4149-a24e-4a7d-a70b-1e07c7ffded2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413577 Mar 31 18:58:50.866505 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:58:50.869630 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:50.874389 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'security_group_rule': {'security_group_id': '6bd201c0-34b2-4094-b265-5757c175a695', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:50.887644 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.929167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:50.929508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:50.930996 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] 10.222.0.23 "PUT /v2.0/ports/3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 1094 time: 0.7373707 Mar 31 18:58:50.931454 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:58:50.933791 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8534f32c-b9fb-440f-a9c7-177a5914b579" -d '{"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:58:50.946119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (0a3f04f0-433e-4674-857f-0253589221a1), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.017057 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3533-49fb-49ae-8c06-f567542dcff9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:51.025102 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734fba0c-923e-4598-bdb5-90deda48b07a x-openstack-request-id: req-734fba0c-923e-4598-bdb5-90deda48b07a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:58:51.025400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:58:51.025659 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-734fba0c-923e-4598-bdb5-90deda48b07a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:58:51.026076 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734fba0c-923e-4598-bdb5-90deda48b07a'] response: {'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'status': 'completed', 'code': 200} Mar 31 18:58:51.068756 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (0a3f04f0-433e-4674-857f-0253589221a1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.071908 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-f87d509f-d0bc-42ac-a340-03802a8785ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.074013 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-f87d509f-d0bc-42ac-a340-03802a8785ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1128 time: 0.0968499 Mar 31 18:58:51.075192 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (0a3f04f0-433e-4674-857f-0253589221a1), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.127140 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-0f86d21b-8fcb-46c1-a8c0-de871c2a2d5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 217 time: 0.0451562 Mar 31 18:58:51.127756 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3f04f0-433e-4674-857f-0253589221a1,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:51.148368 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.149502 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3f5d82a7-f615-4578-a874-3394baf7cc72 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786877 Mar 31 18:58:51.153571 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33636) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:58:51.158544 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:51.178890 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.186208 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-4014aba2-9a1a-433c-9900-9bd8888ac9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.187815 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-4014aba2-9a1a-433c-9900-9bd8888ac9d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0525866 Mar 31 18:58:51.242708 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d65e2d1e-ea2b-4fe5-8142-513cf519b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.244533 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-d65e2d1e-ea2b-4fe5-8142-513cf519b75c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511224 Mar 31 18:58:51.285539 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.349400 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-22d784d0-a655-4649-bd31-9120a88a643e service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981307 Mar 31 18:58:51.451869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Allocated IP 172.27.1.47 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/5af37bea-da14-468c-afd0-10081a3a2c68) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:58:51.454936 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f580f260-eb1d-4420-a6f1-bc9ceab2e4ef req-e43ef68c-c450-4df5-831a-5cdc51181378 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979290 Mar 31 18:58:51.482269 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817310-afbe-44f4-8ca5-0041782fac0a req-1d392ae5-09e7-4374-97c5-c9368a70ac98 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.483838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98817310-afbe-44f4-8ca5-0041782fac0a req-1d392ae5-09e7-4374-97c5-c9368a70ac98 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.1124806 Mar 31 18:58:51.547370 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-91cccbfc-01ee-4b4d-88c4-aa495acbadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.548882 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-91cccbfc-01ee-4b4d-88c4-aa495acbadd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1128 time: 0.0468836 Mar 31 18:58:51.593598 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98817310-afbe-44f4-8ca5-0041782fac0a req-ef7817c5-f02a-4eff-babb-0f60e5afe0b2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943606 Mar 31 18:58:51.623239 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (5af37bea-da14-468c-afd0-10081a3a2c68), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.640486 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-64111fb3-4d10-40e2-9913-6edd0b691608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.641966 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-64111fb3-4d10-40e2-9913-6edd0b691608 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0867770 Mar 31 18:58:51.660952 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.705465 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:58:51.708501 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-d4ba595a-17e9-4224-913e-4a4aa2d99a7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 217 time: 0.0600879 Mar 31 18:58:51.708666 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:58:51.711136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:58:51.742037 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=5af37bea-da14-468c-afd0-10081a3a2c68,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:51.770971 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-4f017e1f-a8dc-41e1-bbb1-b3540ff7bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.773338 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-4f017e1f-a8dc-41e1-bbb1-b3540ff7bd5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0548813 Mar 31 18:58:51.819376 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.827258 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-7bd9e5d6-aa6a-406c-8c8b-f4b83add974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:51.828884 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-7bd9e5d6-aa6a-406c-8c8b-f4b83add974e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501239 Mar 31 18:58:51.859548 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:51.924443 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-76a2c39e-21c8-4e35-b0c2-7d8f865522fd service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898824 Mar 31 18:58:52.006408 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (5af37bea-da14-468c-afd0-10081a3a2c68), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:52.011096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:52.018891 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8534f32c-b9fb-440f-a9c7-177a5914b579 req-657fc470-27a1-4b00-9310-20269d3520bc service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881543 Mar 31 18:58:52.090525 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=5af37bea-da14-468c-afd0-10081a3a2c68,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:52.100155 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:52.115804 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:52.117007 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a1ff6567-6b4b-4d54-8555-c5a153fb948a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9624012 Mar 31 18:58:52.225206 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:52.315131 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-786544b1-71f2-4860-91fb-38a1442f8a52 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--520312558&fields=id&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 267 time: 0.0433688 Mar 31 18:58:52.425016 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-2bf6b62e-7372-4cc5-ab78-77a2bd897a3a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:52.426511 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-2bf6b62e-7372-4cc5-ab78-77a2bd897a3a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 815 time: 0.1049426 Mar 31 18:58:52.441658 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-2bcedc72-77bf-4c6e-a180-104c31f545ed tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/quotas/07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 375 time: 0.0098162 Mar 31 18:58:52.497093 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-4558d760-9c17-47d5-9fe5-23ec82830509 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503373 Mar 31 18:58:52.589942 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-99bbbf08-a3a1-41fe-9a04-5c5fc404857e service neutron] 10.222.0.32 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817087 Mar 31 18:58:52.712299 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-da879f1f-f5e4-419e-9a5e-2da286512f21 service neutron] 10.222.0.32 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163940 Mar 31 18:58:52.735980 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc956a6-a0b8-4e36-b79d-469bb66bc010 req-5b4c48ad-6d19-4b7e-9ffe-d05c91bc3cf4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:52.738150 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4bc956a6-a0b8-4e36-b79d-469bb66bc010 req-5b4c48ad-6d19-4b7e-9ffe-d05c91bc3cf4 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.0770280 Mar 31 18:58:52.803619 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4bc956a6-a0b8-4e36-b79d-469bb66bc010 req-1aaf2a19-0bc2-4316-bf37-d7bb8d85f8dc tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570846 Mar 31 18:58:52.900356 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4a1d2581-8aa8-4fec-8d06-6c2acce902c5 req-544a30a1-2df5-4e79-be21-4153d600171d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 210 time: 0.0307169 Mar 31 18:58:53.930464 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e55a-3091-4786-b9c3-e12760c08674 req-0ccbc5c4-76e6-4537-a432-3ef698ac709f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:53.932251 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc57e55a-3091-4786-b9c3-e12760c08674 req-0ccbc5c4-76e6-4537-a432-3ef698ac709f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.0562227 Mar 31 18:58:54.003834 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc57e55a-3091-4786-b9c3-e12760c08674 req-44f1f727-eaa5-4b34-9142-330712b325e1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606029 Mar 31 18:58:54.023869 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff0f0775-26de-47a7-b9ee-27e987dd95cf req-a9ba8e84-3829-4224-b435-ac4c86b3a7fd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 210 time: 0.0440640 Mar 31 18:58:54.050914 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a468fb10-ad31-4469-8958-cab2111352e6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:54.051489 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a468fb10-ad31-4469-8958-cab2111352e6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 815 time: 0.1278515 Mar 31 18:58:54.123795 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-4258b6ec-8493-4b23-a994-ac2d59a58688 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 379 time: 0.0603757 Mar 31 18:58:54.135478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'port': {'device_id': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'admin_state_up': True, 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'security_groups': ['6bd201c0-34b2-4094-b265-5757c175a695']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:54.248134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Made reservation on behalf of 07dca77153be40828cdad3dd606401bc for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:58:54.251432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.383010 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Allocated IP 172.20.0.10 (071dab43-1a91-4905-96a8-6b7778ce18ed/071e9a74-8d0f-4067-b400-537235e04a56/0e732f96-8879-4d8b-a56a-61f1e4db6444) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:58:54.527883 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.560834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.599343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Network 071dab43-1a91-4905-96a8-6b7778ce18ed is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:58:54.602304 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:58:54.606864 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:58:54.637447 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:54.664435 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:54.665091 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.683870 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-f8c165ab-4ca7-44dd-a5de-f4124361361a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512068 Mar 31 18:58:54.694350 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Request body: {'port': {'device_id': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:58:54.762566 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.879586 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-e774dc62-e130-4649-919c-92c6b9b58a95 None None] Provisioning complete for port 0e732f96-8879-4d8b-a56a-61f1e4db6444 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:58:54.880172 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e774dc62-e130-4649-919c-92c6b9b58a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:54.917869 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e774dc62-e130-4649-919c-92c6b9b58a95 None None] Port 0e732f96-8879-4d8b-a56a-61f1e4db6444 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:58:55.025795 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:58:55.034626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks [] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:55.047399 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Transition to ACTIVE for port object 0e732f96-8879-4d8b-a56a-61f1e4db6444 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:58:55.053222 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:55.100296 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:55.171564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbce5-6962-46ee-bbe7-551c97bfe23f req-bfe25650-584f-4a3d-96c2-35161407a897 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.173055 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bccbbce5-6962-46ee-bbe7-551c97bfe23f req-bfe25650-584f-4a3d-96c2-35161407a897 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.0974886 Mar 31 18:58:55.185798 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1a8d6-c47f-415e-aa6c-23e19cf222f4 req-72332a7c-3f97-4b2e-82f3-4219e61facf1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.187345 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-75c1a8d6-c47f-415e-aa6c-23e19cf222f4 req-72332a7c-3f97-4b2e-82f3-4219e61facf1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0787146 Mar 31 18:58:55.200316 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Attempting to bind port 0e732f96-8879-4d8b-a56a-61f1e4db6444 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:58:55.201108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Attempting to bind port 0e732f96-8879-4d8b-a56a-61f1e4db6444 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:58:55.201283 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Attempting to bind port 0e732f96-8879-4d8b-a56a-61f1e4db6444 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:58:55.207181 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Port 0e732f96-8879-4d8b-a56a-61f1e4db6444 on network 071dab43-1a91-4905-96a8-6b7778ce18ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:58:55.207570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Attempting to bind port 0e732f96-8879-4d8b-a56a-61f1e4db6444 on network 071dab43-1a91-4905-96a8-6b7778ce18ed {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:58:55.214306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:58:55.215798 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Checking segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:58:55.215968 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Bound using segment: {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:58:55.216384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Bound port: 0e732f96-8879-4d8b-a56a-61f1e4db6444, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41250721-b14c-4ad8-a15f-0a03768aee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:58:55.216748 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:55.270691 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bccbbce5-6962-46ee-bbe7-551c97bfe23f req-dfc373a0-9e57-406f-8ce9-574eee325551 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822856 Mar 31 18:58:55.279280 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-75c1a8d6-c47f-415e-aa6c-23e19cf222f4 req-3c0af135-fd6b-4b7f-afa5-594e3c7a1696 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835445 Mar 31 18:58:55.291236 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:58:55.295064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:58:55.309857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:55.345019 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.345480 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:55.346856 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] 10.222.0.23 "PUT /v2.0/ports/0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 1094 time: 0.6568208 Mar 31 18:58:55.347292 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:58:55.349532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:58:55.375441 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53569fa-04dd-49d4-af20-a5a0a2ee578f service neutron] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:55.400958 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdefd556-adba-4162-8403-359b4d329c4d x-openstack-request-id: req-fdefd556-adba-4162-8403-359b4d329c4d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:58:55.401243 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:58:55.402160 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdefd556-adba-4162-8403-359b4d329c4d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:58:55.402565 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdefd556-adba-4162-8403-359b4d329c4d'] response: {'name': 'network-changed', 'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'status': 'completed', 'code': 200} Mar 31 18:58:55.447593 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-78b356db-ab0a-436a-9a0e-46888654f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.450026 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-78b356db-ab0a-436a-9a0e-46888654f6ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1128 time: 0.0614924 Mar 31 18:58:55.494128 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-a083d48b-801d-407a-997e-3059c67d1d8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 217 time: 0.0358841 Mar 31 18:58:55.547523 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-d9a8206a-66d4-4c3b-92e0-59f5bfd9d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.549048 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-d9a8206a-66d4-4c3b-92e0-59f5bfd9d59b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0493228 Mar 31 18:58:55.598481 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-c7744918-98d7-45fa-ac51-f1fd93888a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.600030 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-c7744918-98d7-45fa-ac51-f1fd93888a4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456793 Mar 31 18:58:55.690254 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-0ea82281-3a8a-4d2a-8855-340ba3d43e68 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Mar 31 18:58:55.783992 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff56f2bf-e90b-4e4e-880c-8c5486baf84b req-1b519bd7-5b70-4054-beeb-a3c1548b6d43 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882378 Mar 31 18:58:55.872767 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-ff99dac8-6e7f-4929-822a-2fc42cb2f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.874243 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-ff99dac8-6e7f-4929-822a-2fc42cb2f541 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1128 time: 0.0483325 Mar 31 18:58:55.965054 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-e1982ae7-d11c-4ff1-ba3d-6dbe64f0c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:55.966425 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-e1982ae7-d11c-4ff1-ba3d-6dbe64f0c00c service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0848043 Mar 31 18:58:56.010352 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-f99ab35b-609a-422a-ac1a-82412c246282 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 217 time: 0.0368617 Mar 31 18:58:56.061068 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-323fcb6f-bea8-4268-bfe7-476796774fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:56.062512 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-323fcb6f-bea8-4268-bfe7-476796774fc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0449209 Mar 31 18:58:56.111760 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-d0606a2e-b89c-425f-b17a-00c7dee6dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:56.113267 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-d0606a2e-b89c-425f-b17a-00c7dee6dd63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447598 Mar 31 18:58:56.205744 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-7128bd95-2bf7-4ab7-8216-0c3d811f2ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Mar 31 18:58:56.294627 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2c3e09f-37c5-46a5-8900-68ad7cb7a1b8 req-ff10849e-e3ac-4d69-8637-c2ab2732f31b service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Mar 31 18:58:56.438329 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eaf18-f6b6-4f92-8f7e-fbe269a00bbc req-5a4d8083-4d12-41f1-966a-e874603f2c37 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:56.439942 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-389eaf18-f6b6-4f92-8f7e-fbe269a00bbc req-5a4d8083-4d12-41f1-966a-e874603f2c37 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.0882530 Mar 31 18:58:56.447663 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4f2d8-2941-46d0-bfda-f7939b78ce47 req-1b5aa113-7c86-4074-9ba6-3f1821d1a2d0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:56.449273 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5bd4f2d8-2941-46d0-bfda-f7939b78ce47 req-1b5aa113-7c86-4074-9ba6-3f1821d1a2d0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0880897 Mar 31 18:58:56.522850 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-389eaf18-f6b6-4f92-8f7e-fbe269a00bbc req-1beac4b4-28af-42b5-b3ae-5c71cc7af058 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725265 Mar 31 18:58:56.527442 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5bd4f2d8-2941-46d0-bfda-f7939b78ce47 req-ba6fd464-1b1d-43c1-b478-75621bd95dd3 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715458 Mar 31 18:58:57.676193 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477725fd-caea-4624-b32c-4ba31429c860 req-7b27e11a-c215-42e9-b911-333124b97a33 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:57.677594 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-477725fd-caea-4624-b32c-4ba31429c860 req-7b27e11a-c215-42e9-b911-333124b97a33 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 944 time: 0.0843005 Mar 31 18:58:57.698693 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677357b-8b1c-40d4-add3-8a64930d0e64 req-7cb333ea-f9c8-44a7-835a-3e6d4cc47cae tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:57.700585 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7677357b-8b1c-40d4-add3-8a64930d0e64 req-7cb333ea-f9c8-44a7-835a-3e6d4cc47cae tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0784729 Mar 31 18:58:57.774754 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-477725fd-caea-4624-b32c-4ba31429c860 req-e8020f31-d485-4556-bdfd-6b9e32debb6d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893178 Mar 31 18:58:57.789483 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7677357b-8b1c-40d4-add3-8a64930d0e64 req-b7874e7f-bdd8-4966-be0e-212ea54944a3 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809517 Mar 31 18:58:58.596666 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:58:58.692843 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:58.707055 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:58:58.743564 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:58:58.744217 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:58.757451 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:58:58.775844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:58.780525 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:58.781363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:58:58.890224 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:58.900925 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.901317 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.902058 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.902058 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.902365 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.902687 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.903020 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.903347 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.903704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.904036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.904363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.904716 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.905043 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.905363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.905688 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:58.934390 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9414-8c5e-458a-add1-227aea957e72 req-99a279cb-f242-4840-b62b-48a0a5d16d53 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:58.935940 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76fa9414-8c5e-458a-add1-227aea957e72 req-99a279cb-f242-4840-b62b-48a0a5d16d53 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 945 time: 0.0921528 Mar 31 18:58:58.937992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:58.944107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dada0-3873-42cf-9972-04d783b2da68 req-dbfb8095-e081-4787-8d94-1525eeb94e71 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:58:58.945477 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f37dada0-3873-42cf-9972-04d783b2da68 req-dbfb8095-e081-4787-8d94-1525eeb94e71 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0732915 Mar 31 18:58:58.950021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:58:58.986149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:58:58.986541 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:59.000309 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:58:59.020527 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:58:59.023045 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76fa9414-8c5e-458a-add1-227aea957e72 req-e51b0f95-ee62-464f-bc1f-ba2f25ceaa08 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764027 Mar 31 18:58:59.025022 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:59.031021 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f37dada0-3873-42cf-9972-04d783b2da68 req-f771ddf5-d464-4672-9512-de0ee960ecc9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770247 Mar 31 18:58:59.077261 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:58:59.242936 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['0e732f96-8879-4d8b-a56a-61f1e4db6444'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:58:59.247166 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:59:00.175948 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84182f7-08e4-44d8-a327-2137b3b9b283 req-9bfeadbf-9256-43f1-b84b-54998976fdd0 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:00.177454 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b84182f7-08e4-44d8-a327-2137b3b9b283 req-9bfeadbf-9256-43f1-b84b-54998976fdd0 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 945 time: 0.0824199 Mar 31 18:59:00.196814 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd055e7-1a5d-445d-afed-ac1db71dc7e5 req-d3104135-af53-4730-a8bd-66fffb9f05c8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:00.198825 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7cd055e7-1a5d-445d-afed-ac1db71dc7e5 req-d3104135-af53-4730-a8bd-66fffb9f05c8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 945 time: 0.0754354 Mar 31 18:59:00.266637 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b84182f7-08e4-44d8-a327-2137b3b9b283 req-fe47b635-43c1-4171-ad04-6cf2173d1d5f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825858 Mar 31 18:59:00.270677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7cd055e7-1a5d-445d-afed-ac1db71dc7e5 req-0b2998a1-8514-4388-8c88-881941ce32d1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646262 Mar 31 18:59:00.612308 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:59:00.670453 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:59:00.674002 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:59:00.674378 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:00.759610 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:59:00.759910 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:00.797108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:59:00.797441 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edb8476-1561-44fd-9e58-b2a75f34de9f" -d '{"events": [{"server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "name": "network-vif-plugged", "status": "completed", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:59:00.817521 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:59:00.822458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:00.823507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:59:00.868401 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf1172-52cd-4ff9-9a64-3cabf9abd469 x-openstack-request-id: req-a2bf1172-52cd-4ff9-9a64-3cabf9abd469 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:59:00.868722 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "name": "network-vif-plugged", "status": "completed", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:59:00.869244 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2bf1172-52cd-4ff9-9a64-3cabf9abd469 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:59:00.869645 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bf1172-52cd-4ff9-9a64-3cabf9abd469'] response: {'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'code': 200} Mar 31 18:59:00.906793 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:00.922007 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 0e732f96-8879-4d8b-a56a-61f1e4db6444 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:59:00.926359 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 0e732f96-8879-4d8b-a56a-61f1e4db6444 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:59:00.926741 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:01.009705 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:59:01.010015 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:01.044493 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:59:01.049261 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:01.072938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c8d6-0824-4c4d-a677-06d39dc8fd56 req-4b29acfb-45d2-40ca-bb23-ac59276779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:01.075359 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c324c8d6-0824-4c4d-a677-06d39dc8fd56 req-4b29acfb-45d2-40ca-bb23-ac59276779da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1130 time: 0.0614233 Mar 31 18:59:01.103004 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:01.122653 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c324c8d6-0824-4c4d-a677-06d39dc8fd56 req-4e15af8d-eb04-4dde-a1d3-b02065410162 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Mar 31 18:59:01.425853 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde34d-c1d2-4dea-ae7e-f8a2edb9da8f req-81e1635a-07f5-4e30-8bf3-b5797f5c2cd6 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:01.427366 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5ccde34d-c1d2-4dea-ae7e-f8a2edb9da8f req-81e1635a-07f5-4e30-8bf3-b5797f5c2cd6 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0930233 Mar 31 18:59:01.435642 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68efb-5844-48f9-9e43-f74b45b7439e req-b7b70ff9-10cf-429d-b256-e77967ea91f6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:01.437032 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dff68efb-5844-48f9-9e43-f74b45b7439e req-b7b70ff9-10cf-429d-b256-e77967ea91f6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0917537 Mar 31 18:59:01.508304 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5ccde34d-c1d2-4dea-ae7e-f8a2edb9da8f req-830d2ce0-dbe7-48d6-a945-da38a33f92f6 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702546 Mar 31 18:59:01.516206 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dff68efb-5844-48f9-9e43-f74b45b7439e req-17aad1dd-674b-4928-9387-21eba65a9e5c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724542 Mar 31 18:59:02.659993 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fcd80-7eb8-4904-b32a-6d49ba7cd246 req-ddf9bed2-4821-4ca0-90b6-663b4374cacd tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:02.661477 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-033fcd80-7eb8-4904-b32a-6d49ba7cd246 req-ddf9bed2-4821-4ca0-90b6-663b4374cacd tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0840268 Mar 31 18:59:02.681178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1c79-778d-4827-880d-92f23d9a8208 req-1d2540b9-c2c3-426e-878b-b8125572c9c4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:02.683062 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4fc1c79-778d-4827-880d-92f23d9a8208 req-1d2540b9-c2c3-426e-878b-b8125572c9c4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0943530 Mar 31 18:59:02.742855 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-033fcd80-7eb8-4904-b32a-6d49ba7cd246 req-4bee7b95-10f0-4ef0-b9f8-34225534f948 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750566 Mar 31 18:59:02.754734 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4fc1c79-778d-4827-880d-92f23d9a8208 req-4295cb55-fb9b-42d6-816e-8bd7a8aed9b0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654402 Mar 31 18:59:02.863210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262349-79e6-4c36-a784-009fca693278 req-60e73578-dded-4f9e-814e-e4c228fb6c71 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:02.864705 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-70262349-79e6-4c36-a784-009fca693278 req-60e73578-dded-4f9e-814e-e4c228fb6c71 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Mar 31 18:59:02.871044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:59:02.873434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19381e34-d5fc-41f5-8d80-a7bffccdc600" -d '{"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:59:02.907498 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba497a42-7dcc-4f38-b405-f9edaf5df907 x-openstack-request-id: req-ba497a42-7dcc-4f38-b405-f9edaf5df907 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:59:02.907793 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:59:02.908048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba497a42-7dcc-4f38-b405-f9edaf5df907 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:59:02.908445 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba497a42-7dcc-4f38-b405-f9edaf5df907'] response: {'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'code': 200} Mar 31 18:59:02.915645 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-70262349-79e6-4c36-a784-009fca693278 req-8db7505e-0fc8-4ce0-8909-85b6701f1574 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Mar 31 18:59:02.939029 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33712) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:59:02.982094 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4b91e-9cea-40c5-ad4e-b44db3db5960 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:02.986398 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-aee4b91e-9cea-40c5-ad4e-b44db3db5960 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1125 time: 0.0434885 Mar 31 18:59:02.986566 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33714) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:59:02.990816 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:59:03.012811 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.083323 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a19b-0b15-4387-b003-df37b764a913 req-025b5a5c-9203-4075-895d-49fe060a2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:03.084876 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ca00a19b-0b15-4387-b003-df37b764a913 req-025b5a5c-9203-4075-895d-49fe060a2887 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0480678 Mar 31 18:59:03.114479 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.129442 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ca00a19b-0b15-4387-b003-df37b764a913 req-bfa1f8dc-8c0f-4544-b812-fac98e7638c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388603 Mar 31 18:59:03.222940 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.27.1.167 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/cf40c108-3dba-40b2-bf60-c9e9447e4b10) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:59:03.325327 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.359779 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.395806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:59:03.398527 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:59:03.402095 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:59:03.431867 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=cf40c108-3dba-40b2-bf60-c9e9447e4b10,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:03.769513 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (a1bbed46-e42c-4eb1-9698-fb77897705f4), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.872044 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:03.929727 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2724e-1847-4f86-b294-dd76b565020b req-7dde7717-e5c8-4b2c-90e9-3e0dedb8f446 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:03.931218 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-88d2724e-1847-4f86-b294-dd76b565020b req-7dde7717-e5c8-4b2c-90e9-3e0dedb8f446 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0979755 Mar 31 18:59:04.273354 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-88d2724e-1847-4f86-b294-dd76b565020b req-0a2ce7ce-1186-4d1c-aed6-f91fd98b6b6d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284767 Mar 31 18:59:04.315998 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:04.320747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:04.389301 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=cf40c108-3dba-40b2-bf60-c9e9447e4b10,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:04.399735 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (a1bbed46-e42c-4eb1-9698-fb77897705f4), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:04.504403 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP a1bbed46-e42c-4eb1-9698-fb77897705f4 associated. External IP: 172.27.1.167, port: 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b. Mar 31 18:59:04.725203 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:59:04.848671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:59:04.858927 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:59:04.869817 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:04.870141 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:59:04.871039 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:04.898330 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-bccf8ee7-7647-45ff-85f5-7f9c1cdc532c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9107263 Mar 31 18:59:04.898905 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:59:04.901710 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430" -d '{"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:59:04.939437 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beffb8a3-e9ab-4b3a-a880-3588d0547af0 x-openstack-request-id: req-beffb8a3-e9ab-4b3a-a880-3588d0547af0 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:59:04.939737 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:59:04.939995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-beffb8a3-e9ab-4b3a-a880-3588d0547af0 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:59:04.940398 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beffb8a3-e9ab-4b3a-a880-3588d0547af0'] response: {'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'status': 'completed', 'code': 200} Mar 31 18:59:04.982535 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-060e1d32-3ad4-4e89-84eb-da3a830ef568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:04.996869 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:59:05.011775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-7cd6001a-d38d-4641-8e47-ff7089d8104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.013479 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-7cd6001a-d38d-4641-8e47-ff7089d8104e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1130 time: 0.0459466 Mar 31 18:59:05.106937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-e593981a-5c73-4582-a6ca-bd8a90c12afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.108609 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-e593981a-5c73-4582-a6ca-bd8a90c12afb service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0883465 Mar 31 18:59:05.176619 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-6f175b18-e90e-4e62-97b7-89548b3ad93b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 1000 time: 0.0625727 Mar 31 18:59:05.227846 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-1c8e3773-1905-470f-9005-8a61c9f74a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.229489 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-1c8e3773-1905-470f-9005-8a61c9f74a9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0469506 Mar 31 18:59:05.243150 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:03Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:05.270780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:59:05.280275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:59:05.280897 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:05.282321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-12e14237-a04b-44fb-b1c3-86d2912cb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.283872 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-12e14237-a04b-44fb-b1c3-86d2912cb5ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490284 Mar 31 18:59:05.376640 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-cbcd0d55-0571-4f77-a8b8-0555e0d82eeb service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Mar 31 18:59:05.407221 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b04e55-e5c0-4e8e-bcbf-345fc5c14e0b req-ed736406-8a9d-4d06-a3b2-cbfd51f6afcc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.409424 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99b04e55-e5c0-4e8e-bcbf-345fc5c14e0b req-ed736406-8a9d-4d06-a3b2-cbfd51f6afcc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0598414 Mar 31 18:59:05.464455 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99b04e55-e5c0-4e8e-bcbf-345fc5c14e0b req-9be55c32-1c33-4184-bbc2-722c74882eb6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Mar 31 18:59:05.488029 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-be4a775d-6f84-4aa4-bdde-dcb10e7b1430 req-f3e0dc44-e338-43a4-b464-98317825252c service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057003 Mar 31 18:59:05.539021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:59:05.597033 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9204f-ec9b-44f1-a7cd-728382289878 req-f7e686f7-96ad-4ca4-8dcf-c17e2640a3b1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:05.598540 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9de9204f-ec9b-44f1-a7cd-728382289878 req-f7e686f7-96ad-4ca4-8dcf-c17e2640a3b1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0580175 Mar 31 18:59:05.607962 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 33726) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:59:05.612453 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Request body: {'floatingip': {'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:59:05.653803 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:05.764868 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:03Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:05.795836 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c4bce-c3ed-4ca1-8895-8e93451114d9 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:03Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:59:05.993725 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0ef43-054d-4cc2-9332-e35c55bb311e None None] New status for floating IP a1bbed46-e42c-4eb1-9698-fb77897705f4: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:59:06.108744 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:06.113354 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:06.216322 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Floating IP 28537e4f-d2e9-480d-a4a7-812f63ded30c associated. External IP: 172.27.1.47, port: 0e732f96-8879-4d8b-a56a-61f1e4db6444. Mar 31 18:59:06.427293 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:59:06.550259 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:59:06.554587 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:06.559886 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:59:06.570013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:59:06.570634 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:06.584906 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3eac23ef-b438-47e5-86f4-841d767e9333 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "PUT /v2.0/floatingips/28537e4f-d2e9-480d-a4a7-812f63ded30c HTTP/1.1" status: 200 len: 991 time: 0.9758868 Mar 31 18:59:06.682615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:59:06.919660 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '28537e4f-d2e9-480d-a4a7-812f63ded30c', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:58:51Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:06.941920 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:59:06.944225 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:59:06.949602 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:59:06.958167 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:59:06.958785 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T18:58:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:06.978548 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29625108-cc9a-49d2-aa08-07837c456274 x-openstack-request-id: req-29625108-cc9a-49d2-aa08-07837c456274 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:59:06.978840 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:59:06.979625 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29625108-cc9a-49d2-aa08-07837c456274 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:59:06.980442 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29625108-cc9a-49d2-aa08-07837c456274'] response: {'name': 'network-changed', 'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'status': 'completed', 'code': 200} Mar 31 18:59:07.046423 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-cf659c28-6fb0-4595-949f-591d09c6470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:07.047957 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-cf659c28-6fb0-4595-949f-591d09c6470d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0460293 Mar 31 18:59:07.068711 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:59:07.136033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-cb03a342-264f-41e3-99e8-05cbb0ae4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:07.137522 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-cb03a342-264f-41e3-99e8-05cbb0ae4a62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0835161 Mar 31 18:59:07.212351 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-dbbaf171-7a10-4f13-8367-1067b5427633 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 999 time: 0.0691004 Mar 31 18:59:07.260640 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-627f3941-7fb6-42e8-be37-526465491c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:07.262897 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-627f3941-7fb6-42e8-be37-526465491c49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0451312 Mar 31 18:59:07.266056 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-119bf863-0e40-4128-9712-50af6d34ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:07.312027 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-195afd9f-be83-419a-b317-850efd50c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:07.313585 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-195afd9f-be83-419a-b317-850efd50c425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450137 Mar 31 18:59:07.330361 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '28537e4f-d2e9-480d-a4a7-812f63ded30c', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:58:51Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:59:07.358340 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490bdb6-4f83-4da6-b050-f21f04b89c64 None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '28537e4f-d2e9-480d-a4a7-812f63ded30c', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:58:51Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '07dca77153be40828cdad3dd606401bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:59:07.407568 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-b7a985cd-2592-428a-9f70-3d8d947d8f9c service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881443 Mar 31 18:59:07.497452 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e441c9e8-e14c-49e1-ba38-d02fc6a6d2fe req-62adfb38-4d38-4245-939a-dc29d5fb5d80 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841582 Mar 31 18:59:07.552244 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d951-6176-4c40-85cf-29a10f4ff05f None None] New status for floating IP 28537e4f-d2e9-480d-a4a7-812f63ded30c: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:59:08.617563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:10.095420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:11.418315 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:22.237828 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:24.173141 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:59:34.975043 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd2453c8-2918-4c1a-ad3f-b10c3caabaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:37.249319 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c680-ff24-4165-bfdd-07cac8efb40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:38.621042 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:40.096879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:41.067179 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e45ef-1f17-4ab3-8005-b36cbe057447 req-1c2b18fa-572b-4221-8651-a9f1418be549 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:41.068719 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bb5e45ef-1f17-4ab3-8005-b36cbe057447 req-1c2b18fa-572b-4221-8651-a9f1418be549 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Mar 31 18:59:41.116321 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bb5e45ef-1f17-4ab3-8005-b36cbe057447 req-6b9cf061-427a-4893-b3c7-bb21ed61c769 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Mar 31 18:59:41.413176 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:42.257814 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c868534-5ae2-43bc-aecd-7c0cf32c15a4 req-79a5752c-4d20-4f17-8309-41cc15f6c1b9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:42.259359 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6c868534-5ae2-43bc-aecd-7c0cf32c15a4 req-79a5752c-4d20-4f17-8309-41cc15f6c1b9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0566652 Mar 31 18:59:42.310533 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6c868534-5ae2-43bc-aecd-7c0cf32c15a4 req-11a28ca9-4695-409f-a525-b758908a889c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Mar 31 18:59:43.438995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d614-0261-4875-b0ec-29a4e7d15adf req-6d6dcac1-5c6b-4f0a-b7a7-4aba74b572aa tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:43.440552 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b2a3d614-0261-4875-b0ec-29a4e7d15adf req-6d6dcac1-5c6b-4f0a-b7a7-4aba74b572aa tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0533583 Mar 31 18:59:43.493724 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b2a3d614-0261-4875-b0ec-29a4e7d15adf req-bb1284c2-303c-4980-89c3-ed80898dc961 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 Mar 31 18:59:44.620584 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b89-1c63-4afd-8c6d-4ebbf7e5721c req-0d22b83f-06fa-481a-b4e9-9e77bececd69 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:44.622113 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-63b20b89-1c63-4afd-8c6d-4ebbf7e5721c req-0d22b83f-06fa-481a-b4e9-9e77bececd69 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0526059 Mar 31 18:59:44.674661 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-63b20b89-1c63-4afd-8c6d-4ebbf7e5721c req-3fcfa652-d236-4398-bb3b-ec999cfd5ef2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Mar 31 18:59:45.809624 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9ddc-edbe-4543-94fb-f6cc329f0746 req-d4e0ad36-0a0c-49e7-8aa4-321235267e60 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:45.811146 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3bf9ddc-edbe-4543-94fb-f6cc329f0746 req-d4e0ad36-0a0c-49e7-8aa4-321235267e60 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0606380 Mar 31 18:59:45.859374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3bf9ddc-edbe-4543-94fb-f6cc329f0746 req-682228df-ae75-42f2-99a9-01af7b10b8b1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Mar 31 18:59:46.982572 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074618a9-5ee9-40e7-969c-c8f9642d3205 req-0ebec95a-0393-4cd9-900e-d19eedda14bd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:46.984105 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-074618a9-5ee9-40e7-969c-c8f9642d3205 req-0ebec95a-0393-4cd9-900e-d19eedda14bd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0525758 Mar 31 18:59:47.038124 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-074618a9-5ee9-40e7-969c-c8f9642d3205 req-3678cd8b-a7ca-408d-b3ad-61033165c7a9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475948 Mar 31 18:59:48.164351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612540b5-3fd1-4b69-984e-d2fe206dd137 req-7db9ea62-49c1-45a1-a2b9-d92f59df2080 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:48.166024 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-612540b5-3fd1-4b69-984e-d2fe206dd137 req-7db9ea62-49c1-45a1-a2b9-d92f59df2080 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0556624 Mar 31 18:59:48.218693 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-612540b5-3fd1-4b69-984e-d2fe206dd137 req-4b3ee4a1-9ed6-4299-b81c-e7eeeda989c4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Mar 31 18:59:49.340727 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccf49-ad8e-4050-99d5-2e55827a7316 req-b7e199e1-d12b-45cc-8b0b-0994f5c1e9ff tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:49.342210 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-256ccf49-ad8e-4050-99d5-2e55827a7316 req-b7e199e1-d12b-45cc-8b0b-0994f5c1e9ff tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0518284 Mar 31 18:59:49.388490 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-256ccf49-ad8e-4050-99d5-2e55827a7316 req-f3dbdca7-6461-479d-9d23-8943ca044674 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399764 Mar 31 18:59:50.510558 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b5de6-8cac-4dc6-adcd-76e7965e7a95 req-1d420b89-10d7-4071-a66c-7254a2b8e6b5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:50.512055 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a99b5de6-8cac-4dc6-adcd-76e7965e7a95 req-1d420b89-10d7-4071-a66c-7254a2b8e6b5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0512090 Mar 31 18:59:50.557611 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a99b5de6-8cac-4dc6-adcd-76e7965e7a95 req-62d946b1-1d60-47d2-8ca3-220468ba8273 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Mar 31 18:59:51.690546 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dfe6a-61f3-4856-8ef2-f63835dcdcd1 req-2a878aa0-1837-4de9-b709-633e9b0d00cb tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:51.691984 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-722dfe6a-61f3-4856-8ef2-f63835dcdcd1 req-2a878aa0-1837-4de9-b709-633e9b0d00cb tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0581632 Mar 31 18:59:51.740573 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-722dfe6a-61f3-4856-8ef2-f63835dcdcd1 req-29c0f112-db5f-4f86-809b-9d774433dc33 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Mar 31 18:59:52.251808 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:52.805923 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:59:52.865517 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4aa3c-a2f0-4113-b8ef-a37d521a59e8 req-300cc0a2-31f3-45bc-a614-050d85cadd78 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:52.867061 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e0d4aa3c-a2f0-4113-b8ef-a37d521a59e8 req-300cc0a2-31f3-45bc-a614-050d85cadd78 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0549660 Mar 31 18:59:52.912844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:59:52.918262 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e0d4aa3c-a2f0-4113-b8ef-a37d521a59e8 req-98dd00a8-1fe5-46d1-9ecb-688caad2758d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 Mar 31 18:59:52.925399 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:59:52.965619 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: ACTIVE; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:59:52.966011 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:52.980629 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:59:53.001534 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:59:53.006175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:53.068126 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:53.108452 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['0e732f96-8879-4d8b-a56a-61f1e4db6444'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:59:54.056001 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6564-18cc-435d-a8c1-b836fba94b3f req-1005d58b-b187-4fc1-8a6e-46fc97166e7d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:54.057589 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8cc6564-18cc-435d-a8c1-b836fba94b3f req-1005d58b-b187-4fc1-8a6e-46fc97166e7d tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 945 time: 0.0580120 Mar 31 18:59:54.109640 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a8cc6564-18cc-435d-a8c1-b836fba94b3f req-3c642222-05ec-42b3-93f4-90d66f14345f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452683 Mar 31 18:59:54.817434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:59:54.869626 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 0e732f96-8879-4d8b-a56a-61f1e4db6444 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:59:54.870339 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:54.956870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:59:54.957271 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:54.983181 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:59:54.986097 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ea812-33fb-467f-a178-a6906d2b66f3" -d '{"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:59:55.000260 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:59:55.008665 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:55.037692 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd288399-e7b4-4ce6-8ff2-31c7fa69fa46 x-openstack-request-id: req-cd288399-e7b4-4ce6-8ff2-31c7fa69fa46 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:59:55.037998 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:59:55.038262 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd288399-e7b4-4ce6-8ff2-31c7fa69fa46 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:59:55.038669 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd288399-e7b4-4ce6-8ff2-31c7fa69fa46'] response: {'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'code': 200} Mar 31 18:59:55.073679 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:59:55.261155 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a15d8-032f-4df6-8c09-87b3ef051361 req-244f9da8-08c5-43b7-9c37-d57fd7b06dba tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:55.262683 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fb1a15d8-032f-4df6-8c09-87b3ef051361 req-244f9da8-08c5-43b7-9c37-d57fd7b06dba tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0681698 Mar 31 18:59:55.324202 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fb1a15d8-032f-4df6-8c09-87b3ef051361 req-9f82e2af-9aec-4538-bf24-be0e48817c41 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534446 Mar 31 18:59:55.963173 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-1345683d-80bd-496f-9da0-781358487b2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584130 Mar 31 18:59:56.103648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-0c51157f-98b9-4f43-bfe6-a176ee4454de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:56.105156 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-0c51157f-98b9-4f43-bfe6-a176ee4454de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1130 time: 0.0892947 Mar 31 18:59:56.252229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-706da5d0-4d82-4f97-bf55-986cc43ff29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:56.257730 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-706da5d0-4d82-4f97-bf55-986cc43ff29f service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.1280141 Mar 31 18:59:56.347317 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-ab203cc9-1270-4638-bae8-b6901271b9a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 1002 time: 0.0828657 Mar 31 18:59:56.427173 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-65ada6b9-629d-4163-9081-4c8b05eac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:56.428697 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-65ada6b9-629d-4163-9081-4c8b05eac0bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0752242 Mar 31 18:59:56.488967 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601d5f-928e-4a1b-8d09-1bb0bd84c4b0 req-74c5118b-77e4-478f-99fd-55bb6066d249 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:56.496169 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8b601d5f-928e-4a1b-8d09-1bb0bd84c4b0 req-74c5118b-77e4-478f-99fd-55bb6066d249 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0727491 Mar 31 18:59:56.498946 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-15f87eb9-c45a-43a7-be72-f305604280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:56.501398 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-15f87eb9-c45a-43a7-be72-f305604280f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642176 Mar 31 18:59:56.557058 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8b601d5f-928e-4a1b-8d09-1bb0bd84c4b0 req-621a6f09-dc58-4455-862b-1d98336fd83e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596881 Mar 31 18:59:56.899678 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-cb466e7e-2b78-4e34-badf-e03cf8770e73 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911102 Mar 31 18:59:57.024881 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22e2a046-10e3-4c21-af96-321f1842eaf6 req-8f24b421-7b40-47f9-9ab7-705d9fe67e32 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186974 Mar 31 18:59:57.704542 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746063be-35e5-467e-9791-2d67923b6e3f req-b435c8a9-e8d1-4582-a666-b523cc90592e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:57.705996 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-746063be-35e5-467e-9791-2d67923b6e3f req-b435c8a9-e8d1-4582-a666-b523cc90592e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0661252 Mar 31 18:59:57.765276 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-746063be-35e5-467e-9791-2d67923b6e3f req-829749b5-fa78-4a7f-874e-7fa830f3f28b tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528193 Mar 31 18:59:58.934205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794977f-21d8-451d-aa1c-c3689976e57c req-300d9461-f3d9-433f-a2ba-164196962188 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:59:58.936927 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e794977f-21d8-451d-aa1c-c3689976e57c req-300d9461-f3d9-433f-a2ba-164196962188 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0718117 Mar 31 18:59:58.998420 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e794977f-21d8-451d-aa1c-c3689976e57c req-88a99999-7f65-4d2b-b428-2de3f9bc7d02 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530705 Mar 31 19:00:00.149014 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5e4f-ca0e-4be0-9e2f-95c557131bc5 req-5e01455f-b346-4bf7-bc6c-0a2ffb8ed565 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:00.151861 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-944f5e4f-ca0e-4be0-9e2f-95c557131bc5 req-5e01455f-b346-4bf7-bc6c-0a2ffb8ed565 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0648234 Mar 31 19:00:00.205132 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-944f5e4f-ca0e-4be0-9e2f-95c557131bc5 req-4aaf64e9-24a2-463a-ba95-9fdfd1046029 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458856 Mar 31 19:00:01.143000 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:00:01.347920 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799560df-d896-445c-a81b-d7c191e94474 req-fc9cf074-09ed-44d9-b55e-b67fd96440a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:01.349423 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-799560df-d896-445c-a81b-d7c191e94474 req-fc9cf074-09ed-44d9-b55e-b67fd96440a1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0587320 Mar 31 19:00:01.409211 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-799560df-d896-445c-a81b-d7c191e94474 req-92269ad2-6b93-4d8e-97db-9f698aa14035 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519936 Mar 31 19:00:02.551124 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a725-edad-4666-9f42-471fdc9fd38e req-fabcf58e-1f08-4d4f-990e-9aeac4b9142c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:02.552807 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d485a725-edad-4666-9f42-471fdc9fd38e req-fabcf58e-1f08-4d4f-990e-9aeac4b9142c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0584826 Mar 31 19:00:02.622227 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d485a725-edad-4666-9f42-471fdc9fd38e req-92b909d9-0081-4ba6-924a-de333a1b38e5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550287 Mar 31 19:00:03.749489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-23b57478-7ccb-4892-9020-2ad5f5bd4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:03.752226 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-23b57478-7ccb-4892-9020-2ad5f5bd4e75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0540717 Mar 31 19:00:03.764219 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b32ed-310e-4ce7-87b2-4d4c94d8a82e req-388aebeb-38e4-4139-8d86-890036bc079a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:03.765771 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-652b32ed-310e-4ce7-87b2-4d4c94d8a82e req-388aebeb-38e4-4139-8d86-890036bc079a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0593021 Mar 31 19:00:03.816732 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-652b32ed-310e-4ce7-87b2-4d4c94d8a82e req-42ed498c-7271-4809-b7e4-832d79b92bb2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Mar 31 19:00:03.852396 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-9417eeea-732d-4a63-b8db-6cc08f73bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:03.853885 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-9417eeea-732d-4a63-b8db-6cc08f73bc98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0955880 Mar 31 19:00:03.924127 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-c58013c3-0bae-4cf4-b831-426e62af04ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 1001 time: 0.0641835 Mar 31 19:00:03.973345 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-3a0950a7-954e-4d0f-a974-58bf92528889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:03.974753 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-3a0950a7-954e-4d0f-a974-58bf92528889 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0455344 Mar 31 19:00:04.026516 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-d047c15d-7921-4057-97be-c92178cb4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:04.028072 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-d047c15d-7921-4057-97be-c92178cb4aed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474594 Mar 31 19:00:04.132144 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-a0e55c20-7da8-47f5-bff4-b9aa21cc433e service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981419 Mar 31 19:00:04.237570 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-73bb5a22-f268-4d64-9c83-9cf0bcb598a2 req-061659cf-340d-4c1e-9087-3cb16839288a service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996132 Mar 31 19:00:04.950046 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9833587-410b-4fb8-ab9a-2e99ffdc4ece req-384a6f61-aa6d-4e69-b830-8f64339b60cd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:04.951593 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b9833587-410b-4fb8-ab9a-2e99ffdc4ece req-384a6f61-aa6d-4e69-b830-8f64339b60cd tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.0534577 Mar 31 19:00:04.978479 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-676e3f5d-724c-4639-a175-77a5e46dbc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:05.003898 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b9833587-410b-4fb8-ab9a-2e99ffdc4ece req-376ea8c7-b114-48e2-914a-af8480ad5a4f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Mar 31 19:00:06.381840 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3de40-e2ab-4797-a96e-58314dc2ee3c req-994bf1e7-bfa5-4b21-a992-5ff71acbb636 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:06.383369 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c4f3de40-e2ab-4797-a96e-58314dc2ee3c req-994bf1e7-bfa5-4b21-a992-5ff71acbb636 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 946 time: 0.2971821 Mar 31 19:00:06.432198 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c4f3de40-e2ab-4797-a96e-58314dc2ee3c req-b64f5f52-324b-47b8-a54e-945679fe2f83 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Mar 31 19:00:06.889469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:00:06.967547 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: ACTIVE; New status is: DOWN {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:00:06.967952 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:06.995386 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:00:06.997685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3fe46d-47ef-4b28-ac7c-66e889800dd4" -d '{"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-unplugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:00:07.012163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:07.017207 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:07.041708 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 19:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c592c1-cb14-43f3-9fb8-0ad97b355226 x-openstack-request-id: req-38c592c1-cb14-43f3-9fb8-0ad97b355226 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:00:07.041999 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-unplugged", "status": "failed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "code": 422}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:00:07.042253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38c592c1-cb14-43f3-9fb8-0ad97b355226 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:00:07.042654 dv-cinder-795785-5-iscsi neutron-server[109723]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38c592c1-cb14-43f3-9fb8-0ad97b355226']: {'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'code': 422} returned with failed status Mar 31 19:00:07.071773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:07.080360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.080713 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.081061 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.081409 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.081747 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.082079 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.082491 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.082893 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.083254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.083607 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.083939 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.084292 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.084610 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.084938 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.085265 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:07.253114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24af6341-0beb-46f2-ac23-d4853ed6fbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:07.427945 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b16ee1-cff0-4865-8edd-7276dc7662c4 req-74b6cee2-9b27-4c96-88a9-0dac87404f48 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:07.429500 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2b16ee1-cff0-4865-8edd-7276dc7662c4 req-74b6cee2-9b27-4c96-88a9-0dac87404f48 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0570798 Mar 31 19:00:07.483928 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a2b16ee1-cff0-4865-8edd-7276dc7662c4 req-08cdf417-6e23-4bf2-aab7-4bc27c33aeb0 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Mar 31 19:00:07.583976 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:00:07.679537 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-1eaf3152-4e4c-4b45-a0e6-408566e33bc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939801 Mar 31 19:00:07.688777 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-e3abb221-4112-4c36-a9fc-83c6377e6c6b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:00:07.689770 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-e3abb221-4112-4c36-a9fc-83c6377e6c6b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054145 Mar 31 19:00:07.781120 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 33928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:00:07.834082 dv-cinder-795785-5-iscsi neutron-server[109722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 19:00:07.882141 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-bb144893-4e50-432f-bb93-e76a4d61d5eb tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:07.883563 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-bb144893-4e50-432f-bb93-e76a4d61d5eb tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports/0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 941 time: 0.1011567 Mar 31 19:00:08.619651 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47e026-6224-45d0-a465-7f9dfd19d5fb req-3f3db5b8-cd2e-4ff0-9413-b0d475399715 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:08.621228 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-df47e026-6224-45d0-a465-7f9dfd19d5fb req-3f3db5b8-cd2e-4ff0-9413-b0d475399715 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0559886 Mar 31 19:00:08.624417 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:08.675733 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-df47e026-6224-45d0-a465-7f9dfd19d5fb req-ae291be6-d194-4487-b625-102285eecc49 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464187 Mar 31 19:00:08.679716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-58428b9f-ad83-4720-85bf-f15cd844bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:08.681247 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-58428b9f-ad83-4720-85bf-f15cd844bfdd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407&tenant_id=07dca77153be40828cdad3dd606401bc HTTP/1.1" status: 200 len: 1128 time: 0.0471370 Mar 31 19:00:08.745920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-654ecc04-234a-4e8d-8c60-96233d501b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:08.747431 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-654ecc04-234a-4e8d-8c60-96233d501b2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1128 time: 0.0445521 Mar 31 19:00:08.838372 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-dd192e77-d06d-48ae-8a54-db20851cb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:08.839880 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-dd192e77-d06d-48ae-8a54-db20851cb073 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0867629 Mar 31 19:00:08.912540 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-9c901b98-41ee-4289-aba5-63df697bc727 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 999 time: 0.0671618 Mar 31 19:00:08.964635 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-049ccd07-ab9a-4e9d-b296-3141d7a37fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:08.966113 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-049ccd07-ab9a-4e9d-b296-3141d7a37fba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0483105 Mar 31 19:00:09.020019 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da371d-b964-4816-95f3-73c6786d34e2 req-c2b945c1-b0d6-4a85-9e9b-c5a85f969057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:09.020019 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-c2b945c1-b0d6-4a85-9e9b-c5a85f969057 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471025 Mar 31 19:00:09.108908 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-aacda737-4397-4500-9aac-1051dfec3902 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835578 Mar 31 19:00:09.201883 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-3476d79e-fe9c-486d-89f4-8aaf6e63e414 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Mar 31 19:00:09.821900 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1197c-1884-4771-ac8e-ad1bfcfd05df req-16dda0af-0146-4db0-81f4-421ba6943015 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:09.824216 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e3f1197c-1884-4771-ac8e-ad1bfcfd05df req-16dda0af-0146-4db0-81f4-421ba6943015 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0603883 Mar 31 19:00:09.878074 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e3f1197c-1884-4771-ac8e-ad1bfcfd05df req-0e3c6681-29ef-4db7-a856-b1c28b4e1842 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Mar 31 19:00:10.107481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:11.022487 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f1a4-5736-4874-b2b1-23c9506bac74 req-48bd44c4-5946-461e-a958-ce57dff68b69 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:11.024197 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aa88f1a4-5736-4874-b2b1-23c9506bac74 req-48bd44c4-5946-461e-a958-ce57dff68b69 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0664849 Mar 31 19:00:11.080890 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-aa88f1a4-5736-4874-b2b1-23c9506bac74 req-7c6b987a-9fdd-4f16-bd4c-9fdebf887be4 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508711 Mar 31 19:00:11.417145 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:12.218267 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5efc-1caf-475c-b795-f240b244be5a req-bcae5f49-330e-4d71-ba2d-0a4d816e93af tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:12.220624 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cfd5efc-1caf-475c-b795-f240b244be5a req-bcae5f49-330e-4d71-ba2d-0a4d816e93af tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0569928 Mar 31 19:00:12.273318 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cfd5efc-1caf-475c-b795-f240b244be5a req-98015c0c-7e92-44ab-847f-8d8c5e222e79 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468044 Mar 31 19:00:13.415502 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b094-4bfb-4411-ad08-bc258a18810d req-3a7e769e-0ee0-43fc-9087-8e321573e6d1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:13.417312 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f5c8b094-4bfb-4411-ad08-bc258a18810d req-3a7e769e-0ee0-43fc-9087-8e321573e6d1 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0627160 Mar 31 19:00:13.476472 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f5c8b094-4bfb-4411-ad08-bc258a18810d req-54f7af15-73a1-4e9f-85ee-28720dbd223e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512238 Mar 31 19:00:14.652885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7de0c2-7f17-4a26-ae15-7ac99cc116ca req-99bdef8e-fe9c-42d7-b44b-b75cef647f80 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:14.654826 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7de0c2-7f17-4a26-ae15-7ac99cc116ca req-99bdef8e-fe9c-42d7-b44b-b75cef647f80 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0742025 Mar 31 19:00:14.721177 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7de0c2-7f17-4a26-ae15-7ac99cc116ca req-efc9ecdf-7db0-4d90-b824-5e2f7c92d004 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568750 Mar 31 19:00:15.918450 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca3976-14d6-4f63-890f-aaa46f03d9fa req-434f4be5-9df1-4391-9c3f-8f74f44cc640 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:15.920098 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5aca3976-14d6-4f63-890f-aaa46f03d9fa req-434f4be5-9df1-4391-9c3f-8f74f44cc640 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0828133 Mar 31 19:00:15.991993 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5aca3976-14d6-4f63-890f-aaa46f03d9fa req-024134ee-7970-47a7-8523-0893c079993f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609884 Mar 31 19:00:17.121919 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed06d8-dfad-4219-b91a-1ab68b388c23 req-63902dfb-eebb-40aa-8ce7-e78e0a9797d6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:17.123430 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a7ed06d8-dfad-4219-b91a-1ab68b388c23 req-63902dfb-eebb-40aa-8ce7-e78e0a9797d6 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Mar 31 19:00:17.184195 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a7ed06d8-dfad-4219-b91a-1ab68b388c23 req-690be455-4e03-4691-85a8-6d2d6c1f7cc8 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546627 Mar 31 19:00:18.329619 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c2361-33c7-4f32-9dfd-774b9f1d1390 req-88aa5687-2036-4789-b3d2-bb1ab45e9af7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:18.331199 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-299c2361-33c7-4f32-9dfd-774b9f1d1390 req-88aa5687-2036-4789-b3d2-bb1ab45e9af7 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 944 time: 0.0574574 Mar 31 19:00:18.380074 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-299c2361-33c7-4f32-9dfd-774b9f1d1390 req-9bddbdcc-0726-40f0-a96d-76d9062c9f2e tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Mar 31 19:00:18.925815 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:00:19.022206 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:19.034562 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'port_id': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'mac_address': 'fa:16:3e:4c:fe:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:00:19.079441 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:00:19.079864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:19.093155 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:00:19.114127 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:19.118431 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:19.166298 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=9']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:19.335165 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['0e732f96-8879-4d8b-a56a-61f1e4db6444'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:00:19.518408 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c4cb6-4634-4c43-a2de-fbe4311413d9 req-78a07999-292d-4806-817e-b2e386e439fc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:19.519975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef2c4cb6-4634-4c43-a2de-fbe4311413d9 req-78a07999-292d-4806-817e-b2e386e439fc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 945 time: 0.0619972 Mar 31 19:00:19.569586 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef2c4cb6-4634-4c43-a2de-fbe4311413d9 req-2d7bd3f8-7be0-4b7b-9bf3-e22d1a52c5f2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Mar 31 19:00:20.704405 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2fe98-65ab-4c8f-a7a4-145e8be078d4 req-5d26c3bf-17dd-4f11-aacd-e2b141233d14 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:20.705860 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-96e2fe98-65ab-4c8f-a7a4-145e8be078d4 req-5d26c3bf-17dd-4f11-aacd-e2b141233d14 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 945 time: 0.0574665 Mar 31 19:00:20.753290 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-96e2fe98-65ab-4c8f-a7a4-145e8be078d4 req-b9b6103b-065c-4cdf-a35b-1fa81c9a60fc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Mar 31 19:00:20.940695 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:00:20.993108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 0e732f96-8879-4d8b-a56a-61f1e4db6444 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:00:20.993506 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:21.080708 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 0e732f96-8879-4d8b-a56a-61f1e4db6444 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:00:21.081523 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:21.105129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:00:21.107895 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9620473-696f-49ab-859e-26f8a53ac854" -d '{"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:00:21.122044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:21.127907 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:21.155909 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8d64b-ffb6-44c5-a6eb-45d851da398e x-openstack-request-id: req-54c8d64b-ffb6-44c5-a6eb-45d851da398e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:00:21.156961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-plugged", "status": "completed", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:00:21.157659 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54c8d64b-ffb6-44c5-a6eb-45d851da398e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:00:21.157772 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c8d64b-ffb6-44c5-a6eb-45d851da398e'] response: {'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'code': 200} Mar 31 19:00:21.183677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:21.395691 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6059f-09ea-49a1-a4b0-67d056567182 req-3c8e95a0-bbe3-488c-9483-44478b3c9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:21.397222 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-07c6059f-09ea-49a1-a4b0-67d056567182 req-3c8e95a0-bbe3-488c-9483-44478b3c9610 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1131 time: 0.0467215 Mar 31 19:00:21.444894 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-07c6059f-09ea-49a1-a4b0-67d056567182 req-4df50d0f-953c-4ba6-a648-3a84fdc3fbae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Mar 31 19:00:21.888362 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4d787-ebb3-4e94-90c7-f3bd21301f18 req-64242171-683d-48b8-bd59-c7316f2a0df5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:21.889854 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3c4d787-ebb3-4e94-90c7-f3bd21301f18 req-64242171-683d-48b8-bd59-c7316f2a0df5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0548642 Mar 31 19:00:21.938048 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3c4d787-ebb3-4e94-90c7-f3bd21301f18 req-e2716868-e12c-4c06-a0f9-bf537ac94920 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Mar 31 19:00:22.278033 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:23.083928 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6843-f919-4ca7-bdfa-101802ba4eb7 req-dce14a54-7dcc-473f-b43f-743de49179ef tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:23.086055 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2bcc6843-f919-4ca7-bdfa-101802ba4eb7 req-dce14a54-7dcc-473f-b43f-743de49179ef tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0697095 Mar 31 19:00:23.143720 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2bcc6843-f919-4ca7-bdfa-101802ba4eb7 req-b7d9cc45-57ec-4c1f-a523-4bb0080ef040 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518577 Mar 31 19:00:24.283343 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72456-b270-420c-b057-442c21857eb2 req-533335f2-8000-408c-8dc2-fdd2d833dc6f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:24.284872 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-27d72456-b270-420c-b057-442c21857eb2 req-533335f2-8000-408c-8dc2-fdd2d833dc6f tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0539305 Mar 31 19:00:24.344994 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-27d72456-b270-420c-b057-442c21857eb2 req-de61eb59-6089-483f-a313-9a1b6187f844 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542660 Mar 31 19:00:34.983115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a83a3efe-d242-4101-b12e-7a2b884061c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:37.259193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eecc16c8-e87a-4eea-a25b-c78488eb6d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:38.143325 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:00:38.629131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:40.103795 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:41.420296 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:42.430417 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-66246f93-212d-49ec-a85b-ee0ea3659731 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117285384&fields=id&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 267 time: 0.0552499 Mar 31 19:00:42.539876 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-a17dc813-ffab-4135-a399-b4442601862c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:42.541356 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-a17dc813-ffab-4135-a399-b4442601862c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.1040647 Mar 31 19:00:42.556420 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-b8d51599-b5af-42d0-a7c5-34666d9f85a3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/quotas/0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 375 time: 0.0095916 Mar 31 19:00:42.614589 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-0572af8c-b3fc-4764-a799-120b246cab3e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533357 Mar 31 19:00:42.717153 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-aeeb7b3e-3d8b-4991-a91f-2bb730a149f8 service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Mar 31 19:00:42.812428 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-96b4226e-63f8-4623-996b-773bd9ec38e5 service neutron] 10.222.0.32 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895290 Mar 31 19:00:43.109991 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-25bc9297-10b6-4cce-94ae-408aacf204be req-336686b7-ae62-469d-bcaa-453f22d496b1 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 210 time: 0.0312519 Mar 31 19:00:44.044014 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-6d491aa5-9930-4a0c-bc7d-38cf07339b76 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:44.045479 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-6d491aa5-9930-4a0c-bc7d-38cf07339b76 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 812 time: 0.1049924 Mar 31 19:00:44.111249 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-446da184-61d5-4fd0-9022-a52803a21a9d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0617fc09e89147a48ea7ecf449fd1da2 HTTP/1.1" status: 200 len: 380 time: 0.0558968 Mar 31 19:00:44.119739 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'port': {'device_id': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'admin_state_up': True, 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'security_groups': ['5f5ce6d4-730c-48f2-b4aa-523f0171d5b8']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:00:44.212502 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-92c89412-8011-4fd1-b178-a72f47d1ff26 req-eaba9d82-522b-414f-aad1-b869a75f8e14 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 210 time: 0.0277925 Mar 31 19:00:44.237059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Made reservation on behalf of 0617fc09e89147a48ea7ecf449fd1da2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:00:44.240622 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.380327 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.20.0.13 (61a8da74-2e59-4a77-bbad-a4d11043444f/59adedfe-444c-4fd3-a1d1-eec6688721fc/787eef3e-6def-4291-9997-3819a0bc5b86) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:00:44.552187 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (787eef3e-6def-4291-9997-3819a0bc5b86), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.590085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.632843 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 61a8da74-2e59-4a77-bbad-a4d11043444f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:00:44.635941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:00:44.642063 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:00:44.649025 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:44.680444 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.680799 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.681148 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.681494 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.681825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.682162 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.682493 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.682822 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.683151 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.683505 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.683838 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.684167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.684492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.684816 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.685140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:00:44.709518 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:44.710147 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.727548 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-59d262d5-247f-4daa-b2e5-1224a67294ea tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120453 Mar 31 19:00:44.741200 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Request body: {'port': {'device_id': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:00:44.807044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.894111 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-b50c8f8e-0e3d-4b74-abb4-e96a1f2fb285 None None] Provisioning complete for port 787eef3e-6def-4291-9997-3819a0bc5b86 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:00:44.894684 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b50c8f8e-0e3d-4b74-abb4-e96a1f2fb285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:44.929950 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b50c8f8e-0e3d-4b74-abb4-e96a1f2fb285 None None] Port 787eef3e-6def-4291-9997-3819a0bc5b86 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:00:45.065660 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787eef3e-6def-4291-9997-3819a0bc5b86 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:00:45.073346 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks [] for port (787eef3e-6def-4291-9997-3819a0bc5b86), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:45.085741 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Transition to ACTIVE for port object 787eef3e-6def-4291-9997-3819a0bc5b86 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:00:45.089701 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:45.153004 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Pushing event updated for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:45.227449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Attempting to bind port 787eef3e-6def-4291-9997-3819a0bc5b86 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:00:45.227795 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Attempting to bind port 787eef3e-6def-4291-9997-3819a0bc5b86 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:00:45.228126 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Attempting to bind port 787eef3e-6def-4291-9997-3819a0bc5b86 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:00:45.232627 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Port 787eef3e-6def-4291-9997-3819a0bc5b86 on network 61a8da74-2e59-4a77-bbad-a4d11043444f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:00:45.232946 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Attempting to bind port 787eef3e-6def-4291-9997-3819a0bc5b86 on network 61a8da74-2e59-4a77-bbad-a4d11043444f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:00:45.238797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:00:45.239146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Checking segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:00:45.239573 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Bound using segment: {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:00:45.240154 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Bound port: 787eef3e-6def-4291-9997-3819a0bc5b86, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1500f05a-edda-4a1f-ba53-014fffe74321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:00:45.240524 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:45.311568 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:00:45.315901 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=787eef3e-6def-4291-9997-3819a0bc5b86,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:00:45.322279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:45.349962 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4c68b-9c56-42c1-a898-03d554dad38c req-ab7384df-c78f-4f3d-8c99-90628395cb5c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.351447 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9cc4c68b-9c56-42c1-a898-03d554dad38c req-ab7384df-c78f-4f3d-8c99-90628395cb5c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0581920 Mar 31 19:00:45.365644 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.366268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:45.367944 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] 10.222.0.23 "PUT /v2.0/ports/787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 200 len: 1094 time: 0.6312926 Mar 31 19:00:45.368392 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:00:45.370639 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f577ba-e139-484f-98be-6c497409246c" -d '{"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:00:45.399810 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd038e-7d94-4eed-93ea-aff8a07cdae7 service neutron] Pushing event updated for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:45.425246 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9cc4c68b-9c56-42c1-a898-03d554dad38c req-053274ad-9085-4942-b250-6664d7814756 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667646 Mar 31 19:00:45.449086 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1127f71-f413-47be-b41d-b5f064fb278e x-openstack-request-id: req-f1127f71-f413-47be-b41d-b5f064fb278e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:00:45.449384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:00:45.449647 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1127f71-f413-47be-b41d-b5f064fb278e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:00:45.450071 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1127f71-f413-47be-b41d-b5f064fb278e'] response: {'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86', 'status': 'completed', 'code': 200} Mar 31 19:00:45.472924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-4853e52a-35e4-4d02-a454-fac5a4be2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.475585 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-4853e52a-35e4-4d02-a454-fac5a4be2150 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1128 time: 0.0616336 Mar 31 19:00:45.521960 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-724d8d1d-384a-40be-880d-97d8658a6a16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 200 len: 217 time: 0.0393097 Mar 31 19:00:45.577657 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-13cc82f8-6938-4968-acb3-f1b5ef15b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.579857 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-13cc82f8-6938-4968-acb3-f1b5ef15b232 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0510402 Mar 31 19:00:45.633837 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-5775f1f4-c6bb-4cbe-b025-684258d19b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.635332 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-5775f1f4-c6bb-4cbe-b025-684258d19b26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497918 Mar 31 19:00:45.726875 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-85dfc326-ac38-4b35-880a-177bb243610d service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850306 Mar 31 19:00:45.828058 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fea130e-ad8d-4f5b-b6c5-d49789ec7a68 req-3d3406db-bb97-4a5b-931c-629be220147f service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915775 Mar 31 19:00:45.919508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f577ba-e139-484f-98be-6c497409246c req-76ae106c-18e6-4d6d-9377-b31ca248f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:45.920992 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-76ae106c-18e6-4d6d-9377-b31ca248f675 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1128 time: 0.0435236 Mar 31 19:00:46.011547 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f577ba-e139-484f-98be-6c497409246c req-3a5bf722-804a-4f43-8793-317c4fdacee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:46.012946 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-3a5bf722-804a-4f43-8793-317c4fdacee8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0848100 Mar 31 19:00:46.057275 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-ad4b2b1c-d7bf-4d6b-b038-727f97eb4d45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Mar 31 19:00:46.105612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f577ba-e139-484f-98be-6c497409246c req-f5fff4c9-99c2-43db-9621-e50ac414870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:46.107070 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-f5fff4c9-99c2-43db-9621-e50ac414870e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0427806 Mar 31 19:00:46.157715 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f577ba-e139-484f-98be-6c497409246c req-3792d28e-436f-4166-aceb-62b54b57e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:46.159206 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-3792d28e-436f-4166-aceb-62b54b57e781 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452340 Mar 31 19:00:46.252002 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-69515510-f78e-4bf4-b8a8-ffa9e5de11e7 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Mar 31 19:00:46.341414 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4f577ba-e139-484f-98be-6c497409246c req-af280d01-041d-46a8-87f5-bab80f777fa0 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801284 Mar 31 19:00:46.539802 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d416-e0a3-4b3c-bc7e-89dbfca4f254 req-a132456c-e72d-4128-a180-f678b8de2210 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:46.541283 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e464d416-e0a3-4b3c-bc7e-89dbfca4f254 req-a132456c-e72d-4128-a180-f678b8de2210 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0536449 Mar 31 19:00:46.590754 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e464d416-e0a3-4b3c-bc7e-89dbfca4f254 req-bbf7ae36-f36c-4741-8448-8dbecebdabc9 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Mar 31 19:00:47.712964 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd651d8-456b-42ed-9a13-485f36988fdc req-e4832d78-66a6-4bba-bab1-3654c8df1d8b tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:47.714331 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cd651d8-456b-42ed-9a13-485f36988fdc req-e4832d78-66a6-4bba-bab1-3654c8df1d8b tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0554881 Mar 31 19:00:47.766804 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8cd651d8-456b-42ed-9a13-485f36988fdc req-8bff4f98-6791-41b9-b8bf-9854106208ec tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Mar 31 19:00:48.885381 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992691a-0059-4302-b63d-da9284af4105 req-efdbadd8-6bce-4aa3-b734-8d510c47ab47 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:48.886838 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3992691a-0059-4302-b63d-da9284af4105 req-efdbadd8-6bce-4aa3-b734-8d510c47ab47 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0529675 Mar 31 19:00:48.933963 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3992691a-0059-4302-b63d-da9284af4105 req-249c7265-dcaa-4fc8-8ebe-9116925032e5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 Mar 31 19:00:50.055475 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1eb58-5d8e-4ea2-a5e0-a8100b1d69a4 req-c5f4b32a-32d9-49a3-a791-8ded2a202546 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:50.056937 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efd1eb58-5d8e-4ea2-a5e0-a8100b1d69a4 req-c5f4b32a-32d9-49a3-a791-8ded2a202546 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0519505 Mar 31 19:00:50.109130 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efd1eb58-5d8e-4ea2-a5e0-a8100b1d69a4 req-70dc0be8-0943-4340-a814-372bacece37e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Mar 31 19:00:51.233548 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c29939-85de-4106-a941-64ab227b1c23 req-c71b75f8-c3e4-42ab-9ae2-e2bf4daf9522 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:51.235047 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47c29939-85de-4106-a941-64ab227b1c23 req-c71b75f8-c3e4-42ab-9ae2-e2bf4daf9522 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0550587 Mar 31 19:00:51.284142 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-47c29939-85de-4106-a941-64ab227b1c23 req-9dd896aa-acf7-4e6b-8e5f-7c3abba91978 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Mar 31 19:00:52.264546 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:52.406088 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e33e-487a-4862-af2d-b464d01c9838 req-ee2340d2-19ae-42e9-a551-0f8cbac88e2e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:52.409040 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1e4e33e-487a-4862-af2d-b464d01c9838 req-ee2340d2-19ae-42e9-a551-0f8cbac88e2e tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 944 time: 0.0567636 Mar 31 19:00:52.461517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a1e4e33e-487a-4862-af2d-b464d01c9838 req-4527a12f-28a4-4d7b-9776-b15d2f62cbdc tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445817 Mar 31 19:00:53.094770 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 787eef3e-6def-4291-9997-3819a0bc5b86 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:00:53.197344 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=787eef3e-6def-4291-9997-3819a0bc5b86,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:53.209883 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '787eef3e-6def-4291-9997-3819a0bc5b86', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'port_id': '787eef3e-6def-4291-9997-3819a0bc5b86', 'mac_address': 'fa:16:3e:26:d7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:00:53.247938 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 787eef3e-6def-4291-9997-3819a0bc5b86 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:00:53.248332 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:53.262478 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787eef3e-6def-4291-9997-3819a0bc5b86 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:00:53.284029 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=787eef3e-6def-4291-9997-3819a0bc5b86,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:53.288031 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:53.341370 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:53.526230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['787eef3e-6def-4291-9997-3819a0bc5b86'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:00:53.601203 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca03f36-b9a8-46f7-be71-b04dd88f986f req-d478f30f-cb7c-4884-bd25-36f17f095117 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:53.602689 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fca03f36-b9a8-46f7-be71-b04dd88f986f req-d478f30f-cb7c-4884-bd25-36f17f095117 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 945 time: 0.0721323 Mar 31 19:00:53.656216 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fca03f36-b9a8-46f7-be71-b04dd88f986f req-dfc139db-d10d-4fbf-b5c5-4283f5f94df3 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Mar 31 19:00:54.777135 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d70f-db44-43c1-bd70-533963900bde req-4e2aeefb-12bc-4f50-9899-df9cb784badf tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:54.778617 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc16d70f-db44-43c1-bd70-533963900bde req-4e2aeefb-12bc-4f50-9899-df9cb784badf tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 945 time: 0.0540166 Mar 31 19:00:54.830221 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-dc16d70f-db44-43c1-bd70-533963900bde req-012840dd-1321-49ce-a31b-8112f801f951 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Mar 31 19:00:55.110789 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 787eef3e-6def-4291-9997-3819a0bc5b86 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:00:55.161414 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 787eef3e-6def-4291-9997-3819a0bc5b86 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:00:55.165695 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 787eef3e-6def-4291-9997-3819a0bc5b86 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:00:55.166082 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:55.252184 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 787eef3e-6def-4291-9997-3819a0bc5b86 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:00:55.252583 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:55.264643 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-f8cde017-3d3f-4349-8dcf-a0008e200bcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445950 Mar 31 19:00:55.277595 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:00:55.280223 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f27c3f9-d7df-4b74-a347-6fd15fde7b01" -d '{"events": [{"server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "name": "network-vif-plugged", "status": "completed", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:00:55.293508 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=787eef3e-6def-4291-9997-3819a0bc5b86,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:55.299724 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:55.323916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c7ffe-9f45-4889-bbe4-e131fd861a03 x-openstack-request-id: req-a25c7ffe-9f45-4889-bbe4-e131fd861a03 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:00:55.324225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "name": "network-vif-plugged", "status": "completed", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:00:55.324466 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a25c7ffe-9f45-4889-bbe4-e131fd861a03 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:00:55.324867 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25c7ffe-9f45-4889-bbe4-e131fd861a03'] response: {'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86', 'code': 200} Mar 31 19:00:55.340766 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-62abb958-37e0-409c-a661-f9b59544dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.342661 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-62abb958-37e0-409c-a661-f9b59544dc0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07dca77153be40828cdad3dd606401bc&device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 1131 time: 0.0572474 Mar 31 19:00:55.353324 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:55.448334 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-b043e35e-5e53-42be-aa2f-30ee0c45ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.449910 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-b043e35e-5e53-42be-aa2f-30ee0c45ac49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 200 len: 916 time: 0.0888457 Mar 31 19:00:55.552666 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-bfeb0964-d78e-47c3-a73f-817b22545730 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 200 len: 1001 time: 0.0962508 Mar 31 19:00:55.592557 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69decb1-a80d-4443-a391-f41a89cbc68a req-ceccc318-eea1-4949-b7de-fd81c36dadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.594665 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a69decb1-a80d-4443-a391-f41a89cbc68a req-ceccc318-eea1-4949-b7de-fd81c36dadec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1130 time: 0.0862167 Mar 31 19:00:55.616906 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-5b7f2828-7194-4e25-b775-2ff0f45a4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.618853 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-5b7f2828-7194-4e25-b775-2ff0f45a4209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 200 len: 854 time: 0.0598211 Mar 31 19:00:55.673849 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a69decb1-a80d-4443-a391-f41a89cbc68a req-1afcd753-3f7b-45a5-8dc7-d96388fe3e45 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733895 Mar 31 19:00:55.689515 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-aabe2215-5d6c-4748-8222-c697336f9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.690997 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-aabe2215-5d6c-4748-8222-c697336f9d4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=071dab43-1a91-4905-96a8-6b7778ce18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656836 Mar 31 19:00:55.950575 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521622f-0ab6-4de4-8ff0-8682f81ecc57 req-3f7a7c0e-89c5-4f23-8747-b225255b176f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:55.951981 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8521622f-0ab6-4de4-8ff0-8682f81ecc57 req-3f7a7c0e-89c5-4f23-8747-b225255b176f tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.0527511 Mar 31 19:00:55.954457 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-4c9bc395-d68d-4f5a-8bcc-5b7630ace78f service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882742 Mar 31 19:00:56.009325 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8521622f-0ab6-4de4-8ff0-8682f81ecc57 req-994ba742-6e0f-43f5-8bee-4ad55c7456b5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497921 Mar 31 19:00:56.047788 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2cfd117a-1da3-43dd-8a56-133236dac5a7 req-3e974e70-920e-425f-b743-5540fb91b087 service neutron] 10.222.0.23 "GET /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Mar 31 19:00:57.189778 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d63f49-e51b-42f8-bd0f-1767994bd30b req-f030f7c0-b7f4-47e0-b755-25ebb044a856 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:57.191290 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3d63f49-e51b-42f8-bd0f-1767994bd30b req-f030f7c0-b7f4-47e0-b755-25ebb044a856 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.1101241 Mar 31 19:00:57.247298 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3d63f49-e51b-42f8-bd0f-1767994bd30b req-833dd393-c09a-467c-9543-621a8d759471 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503399 Mar 31 19:00:57.372800 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fa245-ae04-4eec-ba60-d62825e5c763 req-01a1bfc9-83eb-4c8b-b05d-c7ace7c0f6d0 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:57.374357 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c2fa245-ae04-4eec-ba60-d62825e5c763 req-01a1bfc9-83eb-4c8b-b05d-c7ace7c0f6d0 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.0548100 Mar 31 19:00:57.429220 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3c2fa245-ae04-4eec-ba60-d62825e5c763 req-db31e35a-82e0-4574-b83f-7034c216154c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Mar 31 19:00:57.474891 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:00:57.520416 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a972c3-5693-427c-bc3c-7bf32cffde64 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:57.521994 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b9a972c3-5693-427c-bc3c-7bf32cffde64 tempest-TestVolumeBootPattern-1346334308 tempest-TestVolumeBootPattern-1346334308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1125 time: 0.0460212 Mar 31 19:00:57.524723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34130) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:00:57.529203 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'port_id': '787eef3e-6def-4291-9997-3819a0bc5b86', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:00:57.549134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:57.623083 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25307557-287f-4bc7-933f-3f44108c3de2 req-1de04505-0081-4a56-9011-eb20c41d9b1a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:57.624892 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-25307557-287f-4bc7-933f-3f44108c3de2 req-1de04505-0081-4a56-9011-eb20c41d9b1a tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.1120007 Mar 31 19:00:57.649574 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:57.675253 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-25307557-287f-4bc7-933f-3f44108c3de2 req-84e7e66c-b8b8-45c0-953b-3cfb059f5127 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437920 Mar 31 19:00:57.756477 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Allocated IP 172.27.1.239 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/9389f2dd-d477-41f9-8f95-fca8a2c24926) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:00:57.862182 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:57.900803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:57.936933 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:00:57.941262 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:00:57.945935 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:00:57.976395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=9389f2dd-d477-41f9-8f95-fca8a2c24926,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:58.306071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (8be05c49-2e22-4263-907b-7a754811b499), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.381032 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.543559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.548534 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.625427 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event updated for resources: {'Port': ['ID=9389f2dd-d477-41f9-8f95-fca8a2c24926,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:00:58.632593 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (8be05c49-2e22-4263-907b-7a754811b499), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.739095 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP 8be05c49-2e22-4263-907b-7a754811b499 associated. External IP: 172.27.1.239, port: 787eef3e-6def-4291-9997-3819a0bc5b86. Mar 31 19:00:58.804552 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31093a5f-1c10-4035-8df5-1459dc910613 req-d9d068bc-d1c3-49d2-a222-aa43c2cdaeaf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:58.806090 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-31093a5f-1c10-4035-8df5-1459dc910613 req-d9d068bc-d1c3-49d2-a222-aa43c2cdaeaf tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0535316 Mar 31 19:00:58.856804 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-31093a5f-1c10-4035-8df5-1459dc910613 req-2d9ea10c-d9c9-4a6f-a24b-cf6692280132 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Mar 31 19:00:59.235187 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-e847be1b-ada6-4f7f-b24a-23369590a917 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:59.236747 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-e847be1b-ada6-4f7f-b24a-23369590a917 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0788927 Mar 31 19:00:59.254986 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:00:59.426792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Deleting port 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:00:59.427083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:59.471238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:00:59.480760 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:00:59.492328 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:00:59.493552 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:00:59.497656 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:59.545046 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1e15f9e9-b12e-4e05-b74f-31a7de33d95c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0192389 Mar 31 19:00:59.551084 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:00:59.553347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:00:59.570795 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] For port 0e732f96-8879-4d8b-a56a-61f1e4db6444, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0e732f96-8879-4d8b-a56a-61f1e4db6444,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:00:59.571465 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:59.605643 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:00:59.623434 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acbd8df-da27-4680-a857-61fda4ca0791 x-openstack-request-id: req-0acbd8df-da27-4680-a857-61fda4ca0791 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:00:59.623731 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:00:59.623991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0acbd8df-da27-4680-a857-61fda4ca0791 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:00:59.624396 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acbd8df-da27-4680-a857-61fda4ca0791'] response: {'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86', 'status': 'completed', 'code': 200} Mar 31 19:00:59.724359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-105399d9-f31c-4963-9b46-20dd440d6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:59.725889 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-105399d9-f31c-4963-9b46-20dd440d6e2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1130 time: 0.1007359 Mar 31 19:00:59.854108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '8be05c49-2e22-4263-907b-7a754811b499', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '787eef3e-6def-4291-9997-3819a0bc5b86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:26:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:00:58Z', 'updated_at': '2022-03-31T19:00:58Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}, {'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:00:59.855004 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:59.855387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:59.855738 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Floating IP 28537e4f-d2e9-480d-a4a7-812f63ded30c disassociated. External IP: 172.27.1.47, port: 0e732f96-8879-4d8b-a56a-61f1e4db6444. Mar 31 19:00:59.856088 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Calling delete_port for 0e732f96-8879-4d8b-a56a-61f1e4db6444 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:00:59.884209 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:00:59.895243 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:00:59.895826 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:00:59.918383 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-53f587e0-f904-4cd8-903e-e01579e7b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:00:59.919980 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-53f587e0-f904-4cd8-903e-e01579e7b126 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.1872432 Mar 31 19:01:00.010628 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-77ccbb55-d352-4a40-811a-33028516a359 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 200 len: 1000 time: 0.0850434 Mar 31 19:01:00.013405 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a04a7-e577-4bdb-9cfa-99cf4dad0a95 req-2f897514-b342-4b8f-b9b0-4ec7c41cd5fc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:00.015041 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-be6a04a7-e577-4bdb-9cfa-99cf4dad0a95 req-2f897514-b342-4b8f-b9b0-4ec7c41cd5fc tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa37c122-cdd0-4ea6-bd1d-507e265c7407 HTTP/1.1" status: 200 len: 947 time: 0.0703290 Mar 31 19:01:00.016210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:00.066674 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-be6a04a7-e577-4bdb-9cfa-99cf4dad0a95 req-633f8da0-5723-4531-8da0-4836cdbe913c tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bd201c0-34b2-4094-b265-5757c175a695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 Mar 31 19:01:00.100022 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-b1cbb0e1-5576-495f-a4ed-884b504c99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:00.101614 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-b1cbb0e1-5576-495f-a4ed-884b504c99da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0846300 Mar 31 19:01:00.116324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (0e732f96-8879-4d8b-a56a-61f1e4db6444), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:00.160785 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'Port': ['ID=0e732f96-8879-4d8b-a56a-61f1e4db6444,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:00.249387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-7764c5ae-7112-4f1f-b406-5d13848653cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:00.251607 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-7764c5ae-7112-4f1f-b406-5d13848653cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1438313 Mar 31 19:01:00.264106 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '8be05c49-2e22-4263-907b-7a754811b499', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '787eef3e-6def-4291-9997-3819a0bc5b86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:26:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:00:58Z', 'updated_at': '2022-03-31T19:00:58Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}, {'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:00.296353 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e23674-ba54-460d-afe9-acf2f27134b7 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '8be05c49-2e22-4263-907b-7a754811b499', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '787eef3e-6def-4291-9997-3819a0bc5b86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:26:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:00:58Z', 'updated_at': '2022-03-31T19:00:58Z', 'revision_number': 0, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}, {'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:00.355966 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:00.374816 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-3d17e637-fb11-4df5-bdce-e388a94d5abc service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163232 Mar 31 19:01:00.505122 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7153cd-adf0-4c0e-bd26-3ac7f6d80da7 None None] New status for floating IP 8be05c49-2e22-4263-907b-7a754811b499: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:01:00.547026 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-11642ddb-54cc-4e66-9c7f-f50a18b397b7 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662912 Mar 31 19:01:00.556307 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:00.570351 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:00.584778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:00.585251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:00.618650 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] No DVR routers for this DVR port 0e732f96-8879-4d8b-a56a-61f1e4db6444 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:01:00.621567 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:00.625789 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-080bea90-1c1b-468c-b2db-5c75ad9acf36 req-cdfb6e5b-83d0-4ddc-b9db-73dd3fe4f4f9 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.23 "DELETE /v2.0/ports/0e732f96-8879-4d8b-a56a-61f1e4db6444 HTTP/1.1" status: 204 len: 173 time: 1.3827744 Mar 31 19:01:00.862686 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:01.084760 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:01.121503 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:01.132137 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:01.132778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:01.198140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:01.241849 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:01.254665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (6bd201c0-34b2-4094-b265-5757c175a695), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.283242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (6bd201c0-34b2-4094-b265-5757c175a695), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.332530 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (6bd201c0-34b2-4094-b265-5757c175a695), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.335431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.336608 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bd201c0-34b2-4094-b265-5757c175a695 HTTP/1.1" status: 204 len: 168 time: 0.1374044 Mar 31 19:01:01.339463 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34146) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:01.346341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d481e-048b-4ea2-bc96-0a72e4b20775 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd201c0-34b2-4094-b265-5757c175a695,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:01.356016 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-517977e3-b4b0-4e26-a63d-6f02da38ede5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] show failed (client error): The resource could not be found. Mar 31 19:01:01.357261 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-517977e3-b4b0-4e26-a63d-6f02da38ede5 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "GET /v2.0/security-groups/6bd201c0-34b2-4094-b265-5757c175a695 HTTP/1.1" status: 404 len: 347 time: 0.0165696 Mar 31 19:01:01.360907 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34148) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:01.456968 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:01.486128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b9e6c-e87a-4eb6-a995-36c5e3797747 None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:16Z', 'revision_number': 4, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ee3c5d7c-26db-4847-9551-bdc2c76e5ab2', 'name': '', 'network_id': '071dab43-1a91-4905-96a8-6b7778ce18ed', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'mac_address': 'fa:16:3e:c1:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '071e9a74-8d0f-4067-b400-537235e04a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:15Z', 'updated_at': '2022-03-31T18:56:21Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'subnets': [{'id': '071e9a74-8d0f-4067-b400-537235e04a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:01.487894 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Deleting port 5af37bea-da14-468c-afd0-10081a3a2c68 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:01:01.488325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.566387 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.566717 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (5af37bea-da14-468c-afd0-10081a3a2c68), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.581863 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Calling delete_port for 5af37bea-da14-468c-afd0-10081a3a2c68 owned by network:floatingip {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:01:01.626203 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-deleted', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:01:01.628803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f83680-f361-4a4c-b8bb-84373c71e572" -d '{"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-deleted", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:01:01.667645 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b1216e-659f-4dad-b957-34bf2c853bdd x-openstack-request-id: req-15b1216e-659f-4dad-b957-34bf2c853bdd {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:01:01.668016 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa37c122-cdd0-4ea6-bd1d-507e265c7407", "name": "network-vif-deleted", "tag": "0e732f96-8879-4d8b-a56a-61f1e4db6444", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:01:01.668365 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15b1216e-659f-4dad-b957-34bf2c853bdd {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:01:01.668834 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b1216e-659f-4dad-b957-34bf2c853bdd'] response: {'server_uuid': 'fa37c122-cdd0-4ea6-bd1d-507e265c7407', 'name': 'network-vif-deleted', 'tag': '0e732f96-8879-4d8b-a56a-61f1e4db6444', 'status': 'completed', 'code': 200} Mar 31 19:01:01.729995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (5af37bea-da14-468c-afd0-10081a3a2c68), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.743358 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a8bb3-a622-4ada-af86-448b154dc2ab None None] New status for floating IP 28537e4f-d2e9-480d-a4a7-812f63ded30c: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:01:01.760950 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Pushing event deleted for resources: {'Port': ['ID=5af37bea-da14-468c-afd0-10081a3a2c68,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:01.790081 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.790081 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.790541 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.790750 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.791112 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.791488 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.791838 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.792174 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.792503 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.792832 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.793162 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.793498 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.793823 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.794151 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.794476 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:01.837690 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks [] for floatingip (28537e4f-d2e9-480d-a4a7-812f63ded30c), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.840282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:01.841465 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-ebe2d19c-b002-455c-860a-94aec964a6c2 tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] 10.222.0.32 "DELETE /v2.0/floatingips/28537e4f-d2e9-480d-a4a7-812f63ded30c HTTP/1.1" status: 204 len: 168 time: 0.4795821 Mar 31 19:01:03.127035 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:01:03.151195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 0e732f96-8879-4d8b-a56a-61f1e4db6444 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:01:03.151654 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 0e732f96-8879-4d8b-a56a-61f1e4db6444 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:01:04.427624 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34172) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:04.859935 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (657cc470-1760-46f1-936b-f42f99b3d5d8), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:04.974570 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2d14-594a-485f-b749-dd129b40d2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:05.162312 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Deleting port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:01:05.162565 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:05.241818 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] For port ee3c5d7c-26db-4847-9551-bdc2c76e5ab2, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:05.242485 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:05.256104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Calling delete_port for ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:01:05.667794 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (ee3c5d7c-26db-4847-9551-bdc2c76e5ab2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:05.697694 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3c5d7c-26db-4847-9551-bdc2c76e5ab2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:05.873516 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (657cc470-1760-46f1-936b-f42f99b3d5d8), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.098860 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Router 657cc470-1760-46f1-936b-f42f99b3d5d8 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:06.210476 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:06.216308 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-9f0a456a-3c02-4e58-a7c8-cac4e870f5c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/657cc470-1760-46f1-936b-f42f99b3d5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875497 Mar 31 19:01:06.218077 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34176) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:06.220292 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Sync routers for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:06.229968 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:06.230584 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:06.328753 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks [] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.339129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:06.433986 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks [] for router_gateway (657cc470-1760-46f1-936b-f42f99b3d5d8), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.490537 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Deleting port 157bf7c5-a468-44b3-8ace-f465ab146c12 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:01:06.490879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.520151 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T19:01:05Z', 'revision_number': 5, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port': {'id': '157bf7c5-a468-44b3-8ace-f465ab146c12', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T18:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:06.551169 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Checking router: 657cc470-1760-46f1-936b-f42f99b3d5d8 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:06.559376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Routers {'657cc470-1760-46f1-936b-f42f99b3d5d8'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:06.560022 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:00:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['657cc470-1760-46f1-936b-f42f99b3d5d8'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:06.572027 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] For port 157bf7c5-a468-44b3-8ace-f465ab146c12, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=157bf7c5-a468-44b3-8ace-f465ab146c12,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:06.572399 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.584878 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Calling delete_port for 157bf7c5-a468-44b3-8ace-f465ab146c12 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:01:06.657492 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] Set router 657cc470-1760-46f1-936b-f42f99b3d5d8 gateway port host: None {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:06.716065 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T19:01:06Z', 'revision_number': 6, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:06.746531 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad120b53-9c33-4f56-bbf9-7e2788cbb544 None None] The sync data for ids ['657cc470-1760-46f1-936b-f42f99b3d5d8'] in dv-cinder-795785-5-iscsi is: [{'id': '657cc470-1760-46f1-936b-f42f99b3d5d8', 'name': 'tempest-AttachVolumeShelveTestJSON-10398711-router', 'tenant_id': '07dca77153be40828cdad3dd606401bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:13Z', 'updated_at': '2022-03-31T19:01:06Z', 'revision_number': 6, 'project_id': '07dca77153be40828cdad3dd606401bc', 'gw_port_host': None}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:06.782827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (157bf7c5-a468-44b3-8ace-f465ab146c12), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.812134 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Pushing event deleted for resources: {'Port': ['ID=157bf7c5-a468-44b3-8ace-f465ab146c12,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:06.872783 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (657cc470-1760-46f1-936b-f42f99b3d5d8), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.964796 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:06.966806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks [] for router_controller (657cc470-1760-46f1-936b-f42f99b3d5d8), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.013492 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (657cc470-1760-46f1-936b-f42f99b3d5d8), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.014344 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 657cc470-1760-46f1-936b-f42f99b3d5d8 {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:01:07.021551 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.023467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7c858c37-67d0-418b-87c4-5d16c5d276bf admin admin] 10.222.0.32 "DELETE /v2.0/routers/657cc470-1760-46f1-936b-f42f99b3d5d8 HTTP/1.1" status: 204 len: 168 time: 0.8041930 Mar 31 19:01:07.025849 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34178) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:07.075484 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Deleting subnet 071e9a74-8d0f-4067-b400-537235e04a56 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:01:07.078774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Publish callbacks [] for subnet (071e9a74-8d0f-4067-b400-537235e04a56), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.115101 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (071e9a74-8d0f-4067-b400-537235e04a56), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.212873 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (071e9a74-8d0f-4067-b400-537235e04a56), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.253114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecf90629-f557-48b5-9e3a-2bff0e3fdb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.280011 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (071e9a74-8d0f-4067-b400-537235e04a56), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.307923 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071e9a74-8d0f-4067-b400-537235e04a56,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:07.311453 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.315371 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-34ef4f56-afff-4a7e-a1c4-961d39695241 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/071e9a74-8d0f-4067-b400-537235e04a56 HTTP/1.1" status: 204 len: 168 time: 0.2881982 Mar 31 19:01:07.319183 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34180) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:07.322433 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed266f7-b90c-447b-b2ec-3a7adc712f1b None None] Network 071dab43-1a91-4905-96a8-6b7778ce18ed requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:07.396152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (071dab43-1a91-4905-96a8-6b7778ce18ed), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.453416 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Deleting port e6afb780-c752-42b6-868e-00946b974f72 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:01:07.453710 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (e6afb780-c752-42b6-868e-00946b974f72), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.524926 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] For port e6afb780-c752-42b6-868e-00946b974f72, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e6afb780-c752-42b6-868e-00946b974f72,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:07.525301 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (e6afb780-c752-42b6-868e-00946b974f72), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.541762 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Calling delete_port for e6afb780-c752-42b6-868e-00946b974f72 owned by network:dhcp {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:01:07.546047 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] DHCP port deletion for 071dab43-1a91-4905-96a8-6b7778ce18ed request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:01:07.605474 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Deleting port e6afb780-c752-42b6-868e-00946b974f72 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:01:07.605925 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (e6afb780-c752-42b6-868e-00946b974f72), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.626660 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (e6afb780-c752-42b6-868e-00946b974f72), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.657288 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6afb780-c752-42b6-868e-00946b974f72,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:07.662626 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] No DVR routers for this DVR port e6afb780-c752-42b6-868e-00946b974f72 on host dv-cinder-795785-5-iscsi {{(pid=109721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:01:07.682005 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] For port e6afb780-c752-42b6-868e-00946b974f72, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e6afb780-c752-42b6-868e-00946b974f72,segment=NetworkSegment(41250721-b14c-4ad8-a15f-0a03768aee1b),segment_id=41250721-b14c-4ad8-a15f-0a03768aee1b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:07.682565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (e6afb780-c752-42b6-868e-00946b974f72), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.697803 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Calling delete_port for e6afb780-c752-42b6-868e-00946b974f72 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:01:07.751055 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (071dab43-1a91-4905-96a8-6b7778ce18ed), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.775333 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071dab43-1a91-4905-96a8-6b7778ce18ed']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:07.787073 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (e6afb780-c752-42b6-868e-00946b974f72), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.787754 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41250721-b14c-4ad8-a15f-0a03768aee1b') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:07.788486 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41250721-b14c-4ad8-a15f-0a03768aee1b') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:07.800768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (41250721-b14c-4ad8-a15f-0a03768aee1b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.812867 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Pushing event deleted for resources: {'Port': ['ID=e6afb780-c752-42b6-868e-00946b974f72,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:07.816442 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (41250721-b14c-4ad8-a15f-0a03768aee1b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.817614 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] No DVR routers for this DVR port e6afb780-c752-42b6-868e-00946b974f72 on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:01:07.826604 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:01:07.826984 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (41250721-b14c-4ad8-a15f-0a03768aee1b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:01:07.829180 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:01:07.832153 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.832513 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.832864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.833210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.833550 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.833887 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.834222 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.834549 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.834881 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.835261 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.835702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.836115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.836532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.836949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.837380 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf743b-ee79-4018-8817-f2c4e1509f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:07.902317 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (071dab43-1a91-4905-96a8-6b7778ce18ed), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.908992 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:07.914789 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] 10.222.0.32 "DELETE /v2.0/networks/071dab43-1a91-4905-96a8-6b7778ce18ed HTTP/1.1" status: 204 len: 168 time: 0.5917871 Mar 31 19:01:07.925627 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6762035-d301-4f2e-8cbb-ea7c9c7ac090 admin admin] Pushing event deleted for resources: {'Network': ['ID=071dab43-1a91-4905-96a8-6b7778ce18ed,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:08.132141 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34184) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:08.175082 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a4dca4a3-f54a-441e-a894-80959e7f5ec9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07dca77153be40828cdad3dd606401bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417442 Mar 31 19:01:08.177551 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34186) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:08.232790 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] Publish callbacks [] for security_group (fc19df5e-124f-4ff3-9057-a90c31e2993b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:08.257702 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] Publish callbacks [] for security_group (fc19df5e-124f-4ff3-9057-a90c31e2993b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:08.308109 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (fc19df5e-124f-4ff3-9057-a90c31e2993b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:08.311033 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:08.312233 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc19df5e-124f-4ff3-9057-a90c31e2993b HTTP/1.1" status: 204 len: 168 time: 0.1337631 Mar 31 19:01:08.324446 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e453ca8-75e6-4b79-9187-66fcb55ac08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19df5e-124f-4ff3-9057-a90c31e2993b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:08.632609 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:08.657922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e6afb780-c752-42b6-868e-00946b974f72 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:01:08.679175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: e6afb780-c752-42b6-868e-00946b974f72 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:01:08.679560 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e6afb780-c752-42b6-868e-00946b974f72 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:01:08.679996 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:01:08.700613 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:01:08.700970 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ee3c5d7c-26db-4847-9551-bdc2c76e5ab2 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:01:08.701410 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 157bf7c5-a468-44b3-8ace-f465ab146c12 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:01:08.724825 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 157bf7c5-a468-44b3-8ace-f465ab146c12 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:01:08.725200 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 157bf7c5-a468-44b3-8ace-f465ab146c12 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:01:09.054872 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34208) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:09.165792 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1519159233-network', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:09.185478 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:09.188084 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.199140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.281986 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks [] for security_group (7706a1cf-c6de-41cb-a76b-4b8348b175ef), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.285828 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7706a1cf-c6de-41cb-a76b-4b8348b175ef), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.310591 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:09.320084 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7706a1cf-c6de-41cb-a76b-4b8348b175ef,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:09.326617 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (6dd86027-ce9c-4a3c-8aa8-88970aaed02d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.327849 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Added segment 6dd86027-ce9c-4a3c-8aa8-88970aaed02d of type vlan for network 27ff803f-a124-4645-b171-7717a9b1d908 Mar 31 19:01:09.380838 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (27ff803f-a124-4645-b171-7717a9b1d908), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.413804 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (27ff803f-a124-4645-b171-7717a9b1d908), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.415236 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:09.415844 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.466163 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100239 Mar 31 19:01:09.469247 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34212) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:09.474890 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Request body: {'subnet': {'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-subnet', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:09.486039 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ef53-0f93-4f05-aca9-60213d530737 admin admin] Pushing event updated for resources: {'Network': ['ID=27ff803f-a124-4645-b171-7717a9b1d908,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:09.495308 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:09.497672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.499585 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 27ff803f-a124-4645-b171-7717a9b1d908 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:09.674496 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (100bb0a2-6e5d-458b-8d24-335a5546f012), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.742753 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100bb0a2-6e5d-458b-8d24-335a5546f012,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:09.756254 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:09.756612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Network hostable DHCP agents. Network: 27ff803f-a124-4645-b171-7717a9b1d908, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:09.773282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Network 27ff803f-a124-4645-b171-7717a9b1d908 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:09.784646 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 27ff803f-a124-4645-b171-7717a9b1d908) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:09.788913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:09.789502 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.796190 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d56d0-b01d-4a9b-b64d-189038533ba0 None None] Network 27ff803f-a124-4645-b171-7717a9b1d908 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:09.816337 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-16fd181b-5834-41c3-af39-66e711145985 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3459525 Mar 31 19:01:09.818890 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:09.823180 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:09.843991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.845095 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.903334 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for router_controller (6aa7bd1d-0460-489e-9cb9-502c3410951f), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.907292 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-27ff803f-a124-4645-b171-7717a9b1d908', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:01:09.908171 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.051816 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for router_gateway (6aa7bd1d-0460-489e-9cb9-502c3410951f), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.054841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Allocated IP 172.20.0.2 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/563cdf7b-3cbb-4d46-b18b-f24a171327fc) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:10.142829 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.233131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks [] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.241175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.275044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for router_gateway (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.292653 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:10.293950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.297203 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:10.301288 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:10.303478 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Pushing event updated for resources: {'Port': ['ID=563cdf7b-3cbb-4d46-b18b-f24a171327fc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:10.361645 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Attempting to bind port 563cdf7b-3cbb-4d46-b18b-f24a171327fc on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:10.362078 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Attempting to bind port 563cdf7b-3cbb-4d46-b18b-f24a171327fc by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:10.362451 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Attempting to bind port 563cdf7b-3cbb-4d46-b18b-f24a171327fc on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:10.368309 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:10.368694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:10.369107 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.369507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:10.370002 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Bound port: 563cdf7b-3cbb-4d46-b18b-f24a171327fc, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:10.370391 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.403163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Allocated IP 172.27.1.220 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/e96a24f1-20be-4ab4-8020-61263cb27342) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:10.437636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] For port 563cdf7b-3cbb-4d46-b18b-f24a171327fc, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:10.441724 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] For port 563cdf7b-3cbb-4d46-b18b-f24a171327fc, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=563cdf7b-3cbb-4d46-b18b-f24a171327fc,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:10.448396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.512192 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671d5a-371d-43fc-9ca8-4967aae6e1c9 None None] Pushing event updated for resources: {'Port': ['ID=563cdf7b-3cbb-4d46-b18b-f24a171327fc,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:10.513040 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for port (e96a24f1-20be-4ab4-8020-61263cb27342), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.550028 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:10.590709 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:10.594167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:10.601710 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:10.629392 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Pushing event updated for resources: {'Port': ['ID=e96a24f1-20be-4ab4-8020-61263cb27342,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:10.885377 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for router_gateway (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.079860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.221189 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:01:11.435640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.477532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672ead8-f578-4549-bb38-3f08517be5ef None None] Network 27ff803f-a124-4645-b171-7717a9b1d908 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:11.593618 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:11.605093 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:11.615512 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.619010 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:11.619688 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:11.620163 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34216) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:11.620660 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-30c00451-8db9-4373-9e3e-0e59ac4efffc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8006234 Mar 31 19:01:11.741208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Provisioning complete for port 563cdf7b-3cbb-4d46-b18b-f24a171327fc triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:11.741494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.742630 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:11.835738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Current status of the port 563cdf7b-3cbb-4d46-b18b-f24a171327fc is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:11.835738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.883255 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] For port 563cdf7b-3cbb-4d46-b18b-f24a171327fc, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=563cdf7b-3cbb-4d46-b18b-f24a171327fc,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:11.889489 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:11.948088 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110b3ef-34de-4727-920f-12f237b36387 None None] Pushing event updated for resources: {'Port': ['ID=563cdf7b-3cbb-4d46-b18b-f24a171327fc,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:11.963699 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:10Z', 'revision_number': 3, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:11.993687 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:11.994049 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Updating router 6aa7bd1d-0460-489e-9cb9-502c3410951f port e96a24f1-20be-4ab4-8020-61263cb27342 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:12.012213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-b8c8a437-27e0-46f8-8ca0-8ace0bb98266 None None] Provisioning complete for port 563cdf7b-3cbb-4d46-b18b-f24a171327fc triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:12.012213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a437-27e0-46f8-8ca0-8ace0bb98266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.024555 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.103592 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8a437-27e0-46f8-8ca0-8ace0bb98266 None None] Current status of the port 563cdf7b-3cbb-4d46-b18b-f24a171327fc is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:12.106188 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.268955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Allocated IP 172.20.0.1 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/b083e907-10b8-4795-b93c-66968e237f34) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:12.380302 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks [] for port (b083e907-10b8-4795-b93c-66968e237f34), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.389849 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks [] for port (e96a24f1-20be-4ab4-8020-61263cb27342), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.395495 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.414198 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.443332 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Pushing event updated for resources: {'Port': ['ID=e96a24f1-20be-4ab4-8020-61263cb27342,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:12.456082 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:12.458012 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.458367 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.458772 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.458895 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:12.459121 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.459434 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.459773 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.460828 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.460828 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.460828 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.461117 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.461333 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.461677 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.462001 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.462321 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.462439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:12.462760 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:12.465913 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Attempting to bind port e96a24f1-20be-4ab4-8020-61263cb27342 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:12.466302 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Attempting to bind port e96a24f1-20be-4ab4-8020-61263cb27342 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:12.466643 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Attempting to bind port e96a24f1-20be-4ab4-8020-61263cb27342 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:12.473319 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:12.473712 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:12.474247 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.474514 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:12.475013 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Bound port: e96a24f1-20be-4ab4-8020-61263cb27342, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:12.475391 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.495806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Pushing event updated for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:12.512551 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.530407 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] For port e96a24f1-20be-4ab4-8020-61263cb27342, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:12.534494 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] For port e96a24f1-20be-4ab4-8020-61263cb27342, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e96a24f1-20be-4ab4-8020-61263cb27342,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:12.542162 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.591845 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:12.592498 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:12.685450 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b083e907-10b8-4795-b93c-66968e237f34), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.716450 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38df57-e94e-4141-a849-cad18fb2db4a None None] Pushing event updated for resources: {'Port': ['ID=e96a24f1-20be-4ab4-8020-61263cb27342,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:12.736227 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-4f31898d-2142-47bb-9356-d4272b9bf095 None None] Provisioning complete for port b083e907-10b8-4795-b93c-66968e237f34 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:12.736771 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f31898d-2142-47bb-9356-d4272b9bf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b083e907-10b8-4795-b93c-66968e237f34), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.748342 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:12.764339 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 563cdf7b-3cbb-4d46-b18b-f24a171327fc up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:12.814485 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4f31898d-2142-47bb-9356-d4272b9bf095 None None] Port b083e907-10b8-4795-b93c-66968e237f34 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:12.830314 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 563cdf7b-3cbb-4d46-b18b-f24a171327fc triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:12.830694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.877954 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks [] for port (b083e907-10b8-4795-b93c-66968e237f34), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.883650 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:12.910299 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 563cdf7b-3cbb-4d46-b18b-f24a171327fc is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:12.944575 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:10Z', 'revision_number': 3, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:12.974459 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca908a-f88f-4276-9572-0ace80ff2e10 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:10Z', 'revision_number': 3, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:13.188192 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Pushing event updated for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:13.191791 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:13.303324 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:13.304978 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:13.455180 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:13.547913 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-d12480ef-ba0f-4ad0-bd41-427c1530bfff None None] Provisioning complete for port b083e907-10b8-4795-b93c-66968e237f34 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:13.548404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d12480ef-ba0f-4ad0-bd41-427c1530bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b083e907-10b8-4795-b93c-66968e237f34), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:13.576081 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:13.581776 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-07417de3-8344-412d-81c5-2ced4e046c20 admin admin] 10.222.0.32 "PUT /v2.0/routers/6aa7bd1d-0460-489e-9cb9-502c3410951f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604738 Mar 31 19:01:13.602423 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d12480ef-ba0f-4ad0-bd41-427c1530bfff None None] Port b083e907-10b8-4795-b93c-66968e237f34 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:14.019698 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34226) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:14.024545 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975376281', 'description': 'tempest-description--1502741859'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:14.045088 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.118814 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (7b798b75-ac0f-4815-9bba-1e77c679f0d2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.122622 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7b798b75-ac0f-4815-9bba-1e77c679f0d2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.152514 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.153751 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330194 Mar 31 19:01:14.155668 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78452063-ebb4-46ea-a3d8-1fd58863812e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b798b75-ac0f-4815-9bba-1e77c679f0d2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:14.156764 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34228) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:14.162679 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '7b798b75-ac0f-4815-9bba-1e77c679f0d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:14.190119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (8bb4faf7-6b0c-43dc-9628-5673614a8b7c), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.246684 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (8bb4faf7-6b0c-43dc-9628-5673614a8b7c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.251637 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (8bb4faf7-6b0c-43dc-9628-5673614a8b7c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.270092 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb4faf7-6b0c-43dc-9628-5673614a8b7c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:14.278152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.279355 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-25dfbe98-2484-415d-ab5e-1d5a9c2fac2f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207643 Mar 31 19:01:14.282215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34230) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:14.286688 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '7b798b75-ac0f-4815-9bba-1e77c679f0d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:14.315120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (07a2875c-2d67-4a85-a79c-dae804f771b3), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.380753 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (07a2875c-2d67-4a85-a79c-dae804f771b3), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.384738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (07a2875c-2d67-4a85-a79c-dae804f771b3), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.401937 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a2875c-2d67-4a85-a79c-dae804f771b3,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:14.412035 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.413273 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-870e56fb-f028-4902-abde-2d8dfc79b3f1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300502 Mar 31 19:01:14.417002 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34232) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:14.421930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:14.445048 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.548759 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.604995 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:14.619641 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:14.620273 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:14.675001 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.27.1.39 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/4ecc1c04-05da-49bc-9359-97ff4e576699) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:14.702363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e96a24f1-20be-4ab4-8020-61263cb27342 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:14.773848 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:14.785614 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.811855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e96a24f1-20be-4ab4-8020-61263cb27342 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:14.812230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.828532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:14.882110 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:14.885632 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:14.895616 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:14.923597 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=4ecc1c04-05da-49bc-9359-97ff4e576699,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:14.997879 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.026213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e96a24f1-20be-4ab4-8020-61263cb27342 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:15.026846 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.041834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.054695 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port e96a24f1-20be-4ab4-8020-61263cb27342, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e96a24f1-20be-4ab4-8020-61263cb27342,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:15.065232 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.139213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:15.145639 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=e96a24f1-20be-4ab4-8020-61263cb27342,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:15.146535 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:01:15.189999 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:15.190362 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Updating router 6aa7bd1d-0460-489e-9cb9-502c3410951f port b083e907-10b8-4795-b93c-66968e237f34 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:15.218212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.223502 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.226018 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b083e907-10b8-4795-b93c-66968e237f34), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.314142 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=4ecc1c04-05da-49bc-9359-97ff4e576699,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:15.325248 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.347276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.348639 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7fb57469-cbd2-4fe1-a8cb-5bb5ab48b086 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9306145 Mar 31 19:01:15.531228 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-4a5915bb-6947-40d1-bba0-f7be88cd98a8 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--975376281&fields=id&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 267 time: 0.0568025 Mar 31 19:01:15.552297 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks [] for port (b083e907-10b8-4795-b93c-66968e237f34), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.561713 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.636618 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62522a-7649-4c28-b12b-026de62dd966 None None] Pushing event updated for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:15.662785 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-4b77edb0-1017-4bcc-ae21-e2775fec9cdd tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:15.664327 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-4b77edb0-1017-4bcc-ae21-e2775fec9cdd tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1246216 Mar 31 19:01:15.680730 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-cbfb5dc4-1502-44d8-b3f4-51f8e7bf6515 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/quotas/6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Mar 31 19:01:15.710955 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Attempting to bind port b083e907-10b8-4795-b93c-66968e237f34 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:15.711361 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Attempting to bind port b083e907-10b8-4795-b93c-66968e237f34 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:15.711743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Attempting to bind port b083e907-10b8-4795-b93c-66968e237f34 on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:15.719108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:15.720558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:15.721807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.722412 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:15.723072 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Bound port: b083e907-10b8-4795-b93c-66968e237f34, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:15.723433 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b083e907-10b8-4795-b93c-66968e237f34), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.759547 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-7701a99f-0feb-4cb8-8e22-3e0b6b904248 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672748 Mar 31 19:01:15.776580 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2c836bf6-ed8d-4a8d-98a7-7c4a6a92c28f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:01:15.778357 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2c836bf6-ed8d-4a8d-98a7-7c4a6a92c28f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064905 Mar 31 19:01:15.811776 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] For port b083e907-10b8-4795-b93c-66968e237f34, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:15.816661 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] For port b083e907-10b8-4795-b93c-66968e237f34, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=b083e907-10b8-4795-b93c-66968e237f34,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:15.824981 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.887295 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-90726923-c193-4b1f-b668-9036fde84d8f service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014345 Mar 31 19:01:15.903166 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Provisioning complete for port b083e907-10b8-4795-b93c-66968e237f34 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:15.903569 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b083e907-10b8-4795-b93c-66968e237f34), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:15.908115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62522a-7649-4c28-b12b-026de62dd966 None None] Pushing event updated for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:15.934819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:15.935690 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:15.999678 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-9504bfe6-e351-401b-b349-674a44adf61b service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107225 Mar 31 19:01:16.093293 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:16.130816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Current status of the port b083e907-10b8-4795-b93c-66968e237f34 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:16.131215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (b083e907-10b8-4795-b93c-66968e237f34), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:16.216807 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-71d913bf-8935-4b8d-8e47-6fdb7a0382f6 req-7c5a9624-1748-495e-a6da-fed59b46528a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 210 time: 0.0437105 Mar 31 19:01:16.406631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] For port b083e907-10b8-4795-b93c-66968e237f34, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=b083e907-10b8-4795-b93c-66968e237f34,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:16.414733 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:16.489944 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004b0a8-0fce-46f9-a96d-3e7e6faa2703 None None] Pushing event updated for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:16.548464 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-47e5f44d-efe4-47e9-ba90-8fd9cc503179 None None] Provisioning complete for port b083e907-10b8-4795-b93c-66968e237f34 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:16.549017 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47e5f44d-efe4-47e9-ba90-8fd9cc503179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b083e907-10b8-4795-b93c-66968e237f34), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:16.574377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:16.612701 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8878d1-283a-442d-b987-7e44230db3f4 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:16.724632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-47e5f44d-efe4-47e9-ba90-8fd9cc503179 None None] Current status of the port b083e907-10b8-4795-b93c-66968e237f34 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:16.748616 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e96a24f1-20be-4ab4-8020-61263cb27342 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:16.815657 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port e96a24f1-20be-4ab4-8020-61263cb27342 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:16.816042 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:16.918635 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port e96a24f1-20be-4ab4-8020-61263cb27342 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:17.340666 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f30a0ab8-c4bc-4968-b3b8-34b76291a8af req-f96ca0b2-d932-4fd2-930d-6b07db91ec48 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 210 time: 0.0469162 Mar 31 19:01:17.387317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-ff6e44be-d1bc-42bc-882c-bfef3757194b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:17.392028 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-ff6e44be-d1bc-42bc-882c-bfef3757194b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1442623 Mar 31 19:01:17.477093 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-c4ac52fa-da91-4cca-80de-cc3e606bfeb9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 379 time: 0.0758350 Mar 31 19:01:17.488799 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'port': {'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'admin_state_up': True, 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'security_groups': ['7b798b75-ac0f-4815-9bba-1e77c679f0d2']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:17.612091 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:17.615595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:17.770308 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.20.0.13 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/3e0cb317-6a83-4c5e-a556-b0d201e89445) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:17.926701 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:17.963350 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.007725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:18.010928 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:18.017497 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:18.024395 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:18.071518 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:18.072191 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.117878 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-2bf98747-5429-4fab-adf6-c79bfe58552d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6337841 Mar 31 19:01:18.128269 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-7c28e1f4-67c7-42e0-b5c3-b62f911cf1a4 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:01:18.129516 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-7c28e1f4-67c7-42e0-b5c3-b62f911cf1a4 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062861 Mar 31 19:01:18.141032 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Request body: {'port': {'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:18.209685 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.259598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-0c065807-c413-4f95-83f8-9c5b4f267a92 None None] Provisioning complete for port 3e0cb317-6a83-4c5e-a556-b0d201e89445 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:18.260215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0c065807-c413-4f95-83f8-9c5b4f267a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.294682 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0c065807-c413-4f95-83f8-9c5b4f267a92 None None] Port 3e0cb317-6a83-4c5e-a556-b0d201e89445 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:18.467841 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a93e5-1da7-4026-b1bf-d894949d37d4 req-e3f83e88-3ac5-4a0d-87d2-9af6a7e96535 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:18.469717 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9c7a93e5-1da7-4026-b1bf-d894949d37d4 req-e3f83e88-3ac5-4a0d-87d2-9af6a7e96535 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 932 time: 0.0569911 Mar 31 19:01:18.492157 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0cb317-6a83-4c5e-a556-b0d201e89445 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:01:18.501552 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks [] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.514369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Transition to ACTIVE for port object 3e0cb317-6a83-4c5e-a556-b0d201e89445 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:01:18.518426 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.522412 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9c7a93e5-1da7-4026-b1bf-d894949d37d4 req-a58eeed6-a2fc-4b95-87a7-7d176e973e32 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468352 Mar 31 19:01:18.570294 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:18.661356 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Attempting to bind port 3e0cb317-6a83-4c5e-a556-b0d201e89445 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:18.663478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Attempting to bind port 3e0cb317-6a83-4c5e-a556-b0d201e89445 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:18.663884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Attempting to bind port 3e0cb317-6a83-4c5e-a556-b0d201e89445 on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:18.669266 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Port 3e0cb317-6a83-4c5e-a556-b0d201e89445 on network 27ff803f-a124-4645-b171-7717a9b1d908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:01:18.674824 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Attempting to bind port 3e0cb317-6a83-4c5e-a556-b0d201e89445 on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:18.679517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:18.679873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:18.680376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:18.680725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Bound port: 3e0cb317-6a83-4c5e-a556-b0d201e89445, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:18.681118 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.706994 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device b083e907-10b8-4795-b93c-66968e237f34 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:18.759951 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:18.760465 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port b083e907-10b8-4795-b93c-66968e237f34 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:18.760854 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (b083e907-10b8-4795-b93c-66968e237f34), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.763611 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:18.771363 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.790636 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:18.791260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:18.792697 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 200 len: 1094 time: 0.6560082 Mar 31 19:01:18.816323 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:01:18.820294 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e25a4-a920-4362-bb1b-aa4b4231a292" -d '{"events": [{"name": "network-changed", "server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:01:18.878935 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port b083e907-10b8-4795-b93c-66968e237f34 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:18.883279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe7098-c0de-4604-967a-b40c054f858a x-openstack-request-id: req-9ffe7098-c0de-4604-967a-b40c054f858a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:01:18.883720 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:01:18.884057 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ffe7098-c0de-4604-967a-b40c054f858a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:01:18.884464 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffe7098-c0de-4604-967a-b40c054f858a'] response: {'name': 'network-changed', 'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'status': 'completed', 'code': 200} Mar 31 19:01:18.890367 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b814-6d3f-4ec5-8845-2b63fd427f97 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:18.912581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-3583f217-f83b-49cb-abf5-b34692135e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:18.914100 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-3583f217-f83b-49cb-abf5-b34692135e1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 1128 time: 0.0795374 Mar 31 19:01:18.959345 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-7cc9f2ad-5683-47e1-b9c4-02bcf84887f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 200 len: 217 time: 0.0374951 Mar 31 19:01:19.011383 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-c8f298d1-58b2-45e0-8bec-a9319b7c2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.012893 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-c8f298d1-58b2-45e0-8bec-a9319b7c2d9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0477669 Mar 31 19:01:19.067300 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-60e42112-9dde-4b6d-a747-722cffe2d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.068782 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-60e42112-9dde-4b6d-a747-722cffe2d07b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490100 Mar 31 19:01:19.164811 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-333729a3-eac4-4a85-b9b2-7adeb9c88c2d service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Mar 31 19:01:19.264666 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bde7334-e2a0-4248-bd75-fddde27a9872 req-23df9fdf-6c22-4cf3-8a1a-1e2562dc9837 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923226 Mar 31 19:01:19.355880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-0ef8db2a-aad3-43ae-9bf9-c6c1c7171fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.357306 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-0ef8db2a-aad3-43ae-9bf9-c6c1c7171fc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 1128 time: 0.0457718 Mar 31 19:01:19.453318 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-ece418f0-372f-4a77-b090-6f2795191c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.455392 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-ece418f0-372f-4a77-b090-6f2795191c76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0893652 Mar 31 19:01:19.502730 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-396bdf04-181d-48dc-8def-d2ce3bdabe3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 200 len: 217 time: 0.0385880 Mar 31 19:01:19.552811 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-a550d917-966c-49e4-b169-bf5533205080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.554304 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-a550d917-966c-49e4-b169-bf5533205080 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0459862 Mar 31 19:01:19.605503 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-ed9561c3-030e-4e2c-84a4-79d6124005ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.607121 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-ed9561c3-030e-4e2c-84a4-79d6124005ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466733 Mar 31 19:01:19.645022 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f007dff-0633-47d0-9327-81c057839667 req-59342e04-22ef-4b63-b493-bea6e3d8dd78 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:19.646560 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1f007dff-0633-47d0-9327-81c057839667 req-59342e04-22ef-4b63-b493-bea6e3d8dd78 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 944 time: 0.0576134 Mar 31 19:01:19.694333 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1f007dff-0633-47d0-9327-81c057839667 req-0bdd3f26-1856-4047-96e7-53d6afdf071b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Mar 31 19:01:19.701434 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-730f7ed3-1908-4a79-a915-7ea68f290c16 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Mar 31 19:01:19.799447 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fc0e25a4-a920-4362-bb1b-aa4b4231a292 req-d712c806-f07e-4085-a586-abde8da90679 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836399 Mar 31 19:01:20.820007 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17fb1-1ba4-4a78-a283-fe2112cdc4d7 req-96902431-13d2-4580-b581-fbb728495295 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:20.821587 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-14b17fb1-1ba4-4a78-a283-fe2112cdc4d7 req-96902431-13d2-4580-b581-fbb728495295 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 944 time: 0.0576088 Mar 31 19:01:20.871079 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-14b17fb1-1ba4-4a78-a283-fe2112cdc4d7 req-aa896e89-e629-41ba-be5e-9f5514fdd519 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Mar 31 19:01:21.252453 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3e0cb317-6a83-4c5e-a556-b0d201e89445 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:01:21.348912 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:21.360890 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:01:21.396966 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 3e0cb317-6a83-4c5e-a556-b0d201e89445 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:21.397352 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:21.410506 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0cb317-6a83-4c5e-a556-b0d201e89445 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:01:21.430411 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:21.434634 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:21.481946 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:21.670999 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['3e0cb317-6a83-4c5e-a556-b0d201e89445'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:01:21.991934 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6ded-be39-41e3-b38a-9fe293c5e248 req-5cb56e09-d777-4dae-98b9-e257196f2161 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:21.993322 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b5dc6ded-be39-41e3-b38a-9fe293c5e248 req-5cb56e09-d777-4dae-98b9-e257196f2161 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 945 time: 0.0553777 Mar 31 19:01:22.040039 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b5dc6ded-be39-41e3-b38a-9fe293c5e248 req-316d97fd-0724-4aee-9958-5341b74be875 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Mar 31 19:01:22.280302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:23.161207 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb11043-fd6d-4da9-a8d9-6c37ac25ca28 req-f1651e03-0e3b-4bd4-b6e0-bfbb269dba43 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:23.162712 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2cb11043-fd6d-4da9-a8d9-6c37ac25ca28 req-f1651e03-0e3b-4bd4-b6e0-bfbb269dba43 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 945 time: 0.0536065 Mar 31 19:01:23.211768 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2cb11043-fd6d-4da9-a8d9-6c37ac25ca28 req-993c1dfc-e87b-46b3-99e8-884f5fb53b9e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Mar 31 19:01:23.282413 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3e0cb317-6a83-4c5e-a556-b0d201e89445 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:23.329703 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 3e0cb317-6a83-4c5e-a556-b0d201e89445 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:01:23.334627 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 3e0cb317-6a83-4c5e-a556-b0d201e89445 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:23.335008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:23.414284 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 3e0cb317-6a83-4c5e-a556-b0d201e89445 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:23.414675 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:23.436933 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:01:23.439864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c1c71-d788-4987-91dc-92141cdf2746" -d '{"events": [{"server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:01:23.453238 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:23.458477 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:23.491448 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d1acc-85e0-42fe-beb1-a2a259ea9136 x-openstack-request-id: req-0b6d1acc-85e0-42fe-beb1-a2a259ea9136 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:01:23.492021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:01:23.492282 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b6d1acc-85e0-42fe-beb1-a2a259ea9136 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:01:23.492687 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6d1acc-85e0-42fe-beb1-a2a259ea9136'] response: {'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'code': 200} Mar 31 19:01:23.523663 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:23.719445 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02667bb-da4a-4c6d-b5dd-66eac033cf52 req-992346ea-9ffa-4a74-a207-51942aad634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:23.721451 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f02667bb-da4a-4c6d-b5dd-66eac033cf52 req-992346ea-9ffa-4a74-a207-51942aad634d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 1130 time: 0.1007209 Mar 31 19:01:23.765966 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f02667bb-da4a-4c6d-b5dd-66eac033cf52 req-eb75ce78-2780-42cf-b94e-ebbc3c2ec5eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388582 Mar 31 19:01:24.343032 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb60de-d344-4d8e-b3d4-474cdf4c6945 req-0607edf1-ac28-4519-a39f-0f9fdbeaf47f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:24.345132 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76bb60de-d344-4d8e-b3d4-474cdf4c6945 req-0607edf1-ac28-4519-a39f-0f9fdbeaf47f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0562882 Mar 31 19:01:24.396734 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76bb60de-d344-4d8e-b3d4-474cdf4c6945 req-1a6ec8db-1730-40ea-a464-6c90413dadb1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457926 Mar 31 19:01:25.528350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94c40-6ca1-4a0a-905f-252de32c4f19 req-36d352d6-40cf-44c1-8993-be172dfc1302 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:25.529841 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-75b94c40-6ca1-4a0a-905f-252de32c4f19 req-36d352d6-40cf-44c1-8993-be172dfc1302 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0612078 Mar 31 19:01:25.582236 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-75b94c40-6ca1-4a0a-905f-252de32c4f19 req-9ded78d7-d492-41cd-ac7e-ea13cb319b40 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Mar 31 19:01:25.698456 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554701-594d-465b-a063-8a3cb9bae287 req-e37065a2-7c23-4bda-af62-4ad81aa517aa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:25.699916 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9554701-594d-465b-a063-8a3cb9bae287 req-e37065a2-7c23-4bda-af62-4ad81aa517aa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0526075 Mar 31 19:01:25.708596 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34288) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:25.712942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:25.756350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:26.187392 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:26.191643 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:26.295153 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 74be4176-28c2-4de9-9639-752950f34f3e associated. External IP: 172.27.1.39, port: 3e0cb317-6a83-4c5e-a556-b0d201e89445. Mar 31 19:01:26.512861 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:26.626857 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:26.631549 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:26.638715 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:26.650859 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:26.651508 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:26.662151 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-937ae698-418f-4e66-be5b-06e74be350cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "PUT /v2.0/floatingips/74be4176-28c2-4de9-9639-752950f34f3e HTTP/1.1" status: 200 len: 991 time: 0.9524932 Mar 31 19:01:26.662747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:01:26.665026 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df500948-c02f-4e21-9ff8-48c5a390f1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:01:26.704733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c8e56-656b-44ea-95d2-4639581eb19f x-openstack-request-id: req-075c8e56-656b-44ea-95d2-4639581eb19f {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:01:26.705989 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:01:26.706174 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-075c8e56-656b-44ea-95d2-4639581eb19f {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:01:26.706593 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075c8e56-656b-44ea-95d2-4639581eb19f'] response: {'name': 'network-changed', 'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'status': 'completed', 'code': 200} Mar 31 19:01:26.764368 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:26.768255 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-6a439b22-9cf5-4b44-86bc-5ac1e0a2f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:26.769789 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-6a439b22-9cf5-4b44-86bc-5ac1e0a2f8b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 1130 time: 0.0455384 Mar 31 19:01:26.870881 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-3a707ce9-1e2c-4c83-8e91-7b2f954999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:26.872592 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-3a707ce9-1e2c-4c83-8e91-7b2f954999d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0965433 Mar 31 19:01:26.941664 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-62138566-e67b-49e1-a56a-a7444b3053bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 200 len: 999 time: 0.0634823 Mar 31 19:01:26.989098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-711d4428-1905-47d4-8f2d-51b76d580acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:26.990585 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-711d4428-1905-47d4-8f2d-51b76d580acc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0435228 Mar 31 19:01:26.998257 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:26Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:27.029155 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:27.037435 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:27.038047 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:01:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:27.042352 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-e5541327-514c-4651-b287-6f1161c7dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:27.043924 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-e5541327-514c-4651-b287-6f1161c7dd03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480807 Mar 31 19:01:27.130882 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-00677bfe-5a6f-46cb-9e88-335bd5ddde88 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811267 Mar 31 19:01:27.153852 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:27.224593 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df500948-c02f-4e21-9ff8-48c5a390f1b0 req-3c3b8d4a-49c8-43c2-b901-2122bff75c20 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Mar 31 19:01:27.473498 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:26Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:27.500578 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e22d9c0-c1ca-4a26-afbf-da331ebdeede None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:26Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:27.697493 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f67087-84a1-423b-97b8-43079a220a11 None None] New status for floating IP 74be4176-28c2-4de9-9639-752950f34f3e: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:01:34.977527 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aec8719d-2960-40e7-b043-a26bcd4b4ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.255595 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab9db036-6ee7-45b0-a5ee-cd69b6d1ab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.635925 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.108786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.431140 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.146158 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:01:52.281302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.290670 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-a11a08ac-c1ee-465e-91ae-c85a05674867 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432272 Mar 31 19:01:55.376179 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-d32c14cd-5e02-4adc-80c3-78777022a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:55.377667 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-d32c14cd-5e02-4adc-80c3-78777022a3b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1130 time: 0.0459468 Mar 31 19:01:55.482214 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-2f1dd97f-9bed-4e56-a161-394fe627ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:55.483822 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-2f1dd97f-9bed-4e56-a161-394fe627ee68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0885031 Mar 31 19:01:55.551319 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-341a7ac5-bab9-419d-bd4b-506d9b3e32a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 1002 time: 0.0598989 Mar 31 19:01:55.599570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-1c8a848c-3c12-4dc2-85ed-5c26c9a2a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:55.601135 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-1c8a848c-3c12-4dc2-85ed-5c26c9a2a556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0444245 Mar 31 19:01:55.666003 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-d9425b65-d642-4d4b-acb9-9b2c1f77cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:55.667541 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-d9425b65-d642-4d4b-acb9-9b2c1f77cfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600610 Mar 31 19:01:55.755988 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-847d0820-e671-41c5-96bd-6359e72ff3fc service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802186 Mar 31 19:01:55.845969 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f8cddbe-c3ff-4a84-9bd2-04c014021740 req-ba06c26b-182d-4c03-a710-e6cf54fd3447 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846314 Mar 31 19:02:04.981590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-61e3be74-00c0-40b4-8ca5-ae7e93f14647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:07.256547 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e268-8989-453d-b9fb-c4efb669490b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:08.635862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.113083 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.435028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.256899 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34352) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:12.262199 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148663379', 'description': 'tempest-description--757629226'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:12.283564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.347203 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (baa1f944-450b-48fc-9430-bb1d2ad3419d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.350885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (baa1f944-450b-48fc-9430-bb1d2ad3419d), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.378054 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.379261 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1213720 Mar 31 19:02:12.381981 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34354) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:12.387574 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': 'baa1f944-450b-48fc-9430-bb1d2ad3419d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:12.392415 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa1f944-450b-48fc-9430-bb1d2ad3419d,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.405202 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.405542 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.405895 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.406237 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.406578 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.406910 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.407243 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.407601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.407969 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.408256 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.408588 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.408919 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.409245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.409571 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.409897 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0163ea77-25d0-4c9a-8c0c-225247b2c9fa tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:12.433012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (fa9be429-f2c3-4ccc-9853-642a61b189bb), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.481778 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (fa9be429-f2c3-4ccc-9853-642a61b189bb), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.485342 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (fa9be429-f2c3-4ccc-9853-642a61b189bb), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.504423 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9be429-f2c3-4ccc-9853-642a61b189bb,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.510704 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.511863 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-25bf4be7-2e3f-46ec-8214-624f83c0a97a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289608 Mar 31 19:02:12.514458 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34356) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:12.518745 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': 'baa1f944-450b-48fc-9430-bb1d2ad3419d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:12.545152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (861c3f50-64f5-40e0-a7ef-0a690ca9cdf7), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.601516 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (861c3f50-64f5-40e0-a7ef-0a690ca9cdf7), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.605818 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (861c3f50-64f5-40e0-a7ef-0a690ca9cdf7), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.625786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861c3f50-64f5-40e0-a7ef-0a690ca9cdf7,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.631895 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.633192 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-01664385-39bf-4193-b134-71872444bda1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177125 Mar 31 19:02:12.636153 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34358) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:12.640426 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:12.663209 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.770748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.874346 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.27.1.240 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/791f60ad-a681-4028-b126-82f7686171d1) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:12.980635 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (791f60ad-a681-4028-b126-82f7686171d1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.015232 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (791f60ad-a681-4028-b126-82f7686171d1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.055835 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:13.060703 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:13.063239 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:13.069063 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=791f60ad-a681-4028-b126-82f7686171d1,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.156053 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (09c98cbd-c74d-499c-9341-462501665727), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.194647 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (791f60ad-a681-4028-b126-82f7686171d1), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.342444 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (791f60ad-a681-4028-b126-82f7686171d1), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.346769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (791f60ad-a681-4028-b126-82f7686171d1), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.424454 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=791f60ad-a681-4028-b126-82f7686171d1,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.432386 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (09c98cbd-c74d-499c-9341-462501665727), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.447748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.448994 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3ca7d83d-2dcf-472b-9c77-fd0f355d3cff tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8119242 Mar 31 19:02:13.599109 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-9c01e07f-26b9-4fe8-9381-81d9b4c64821 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--148663379&fields=id&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 267 time: 0.0425637 Mar 31 19:02:13.706337 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-0262c84e-93f9-4753-ab7c-a706bc4c5859 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:13.707818 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-0262c84e-93f9-4753-ab7c-a706bc4c5859 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1015594 Mar 31 19:02:13.723397 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-b05105ad-026d-42dc-9ec8-c2f6d051fa4e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/quotas/6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 375 time: 0.0090940 Mar 31 19:02:13.781058 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-364d082d-1588-400f-aa47-7f84860b7fcc tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513189 Mar 31 19:02:13.916807 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-36777c3f-77a5-48da-9b02-b7c7c5495eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237280 Mar 31 19:02:14.005678 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-18947f91-0927-4018-a25c-af172ce96908 service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832217 Mar 31 19:02:14.172814 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eb193b59-e397-4b12-aef5-bdcba78bf80b req-2125aa12-ee61-40b2-9f16-45f22d0bff9a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 210 time: 0.0278049 Mar 31 19:02:15.193011 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-6df48a52-5c65-4afe-9dc4-ba86753a0237 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.194483 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-6df48a52-5c65-4afe-9dc4-ba86753a0237 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1102233 Mar 31 19:02:15.276106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-f083d4e9-a1e4-4a0c-b8ca-b56045477c09 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 471 time: 0.0737400 Mar 31 19:02:15.280833 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c69c960e-c0bd-4ff3-acb3-19933138fca5 req-71ec1dd2-e738-4140-840d-c4d1beb179a9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 210 time: 0.0334723 Mar 31 19:02:15.285971 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'port': {'device_id': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'admin_state_up': True, 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'security_groups': ['baa1f944-450b-48fc-9430-bb1d2ad3419d']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:15.396268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:15.400640 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.535794 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.20.0.4 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/ac4b4cf1-8575-43c9-8faa-41b2f155579c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:15.701111 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.748556 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.792739 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:15.796312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:15.802526 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:15.838980 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:15.858711 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.859071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.859441 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.860884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.860884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.860884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.861213 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.861465 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.861803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.862139 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.862476 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.862806 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.863136 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.863488 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.863821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:15.900317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.901338 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.922379 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-c4e042c1-c742-498c-a94d-ddd1dbf8ccac tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6413116 Mar 31 19:02:15.934012 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Request body: {'port': {'device_id': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:15.999028 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.042685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-cd3574a0-7576-4804-9214-b4ba8f22b12b None None] Provisioning complete for port ac4b4cf1-8575-43c9-8faa-41b2f155579c triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:16.043306 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd3574a0-7576-4804-9214-b4ba8f22b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.078307 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cd3574a0-7576-4804-9214-b4ba8f22b12b None None] Port ac4b4cf1-8575-43c9-8faa-41b2f155579c cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:02:16.282526 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4b4cf1-8575-43c9-8faa-41b2f155579c {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:16.291665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks [] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.312424 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Transition to ACTIVE for port object ac4b4cf1-8575-43c9-8faa-41b2f155579c will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:16.318525 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.393441 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:16.439141 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6446f-01cf-48c6-ada9-64795f587aa0 req-f6a8fc08-8a74-4901-a2a3-291a230b49f3 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.441916 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bae6446f-01cf-48c6-ada9-64795f587aa0 req-f6a8fc08-8a74-4901-a2a3-291a230b49f3 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 943 time: 0.0784068 Mar 31 19:02:16.467361 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Attempting to bind port ac4b4cf1-8575-43c9-8faa-41b2f155579c on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:16.467812 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Attempting to bind port ac4b4cf1-8575-43c9-8faa-41b2f155579c by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:16.468083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Attempting to bind port ac4b4cf1-8575-43c9-8faa-41b2f155579c on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:16.473449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Port ac4b4cf1-8575-43c9-8faa-41b2f155579c on network 27ff803f-a124-4645-b171-7717a9b1d908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:16.473773 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Attempting to bind port ac4b4cf1-8575-43c9-8faa-41b2f155579c on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:16.480562 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:16.480904 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:16.481308 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:16.481738 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Bound port: ac4b4cf1-8575-43c9-8faa-41b2f155579c, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:16.482095 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.505662 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bae6446f-01cf-48c6-ada9-64795f587aa0 req-74c05ebe-8b8e-48e7-a8be-3760f40d001b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573940 Mar 31 19:02:16.554458 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:16.558434 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:16.564994 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.598725 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.599343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.600749 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac4b4cf1-8575-43c9-8faa-41b2f155579c HTTP/1.1" status: 200 len: 1093 time: 0.6714594 Mar 31 19:02:16.601192 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:16.603674 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d43ffb-81df-467d-be04-fd9d779c3b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:16.629769 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce608f-6eda-40a3-b543-0aea61f00973 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:16.698525 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-46aa2f68-4b13-4cd6-b388-2af130150866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.700033 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-46aa2f68-4b13-4cd6-b388-2af130150866 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 1127 time: 0.0521240 Mar 31 19:02:16.754108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba4e95-9e64-4327-b4ac-eecc9141fd8c x-openstack-request-id: req-b1ba4e95-9e64-4327-b4ac-eecc9141fd8c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:16.754484 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:16.754665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1ba4e95-9e64-4327-b4ac-eecc9141fd8c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:16.755060 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ba4e95-9e64-4327-b4ac-eecc9141fd8c'] response: {'name': 'network-changed', 'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'status': 'completed', 'code': 200} Mar 31 19:02:16.756954 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-324e9bfb-e7f0-4dd2-b92b-9826b4cff6ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c HTTP/1.1" status: 200 len: 217 time: 0.0478935 Mar 31 19:02:16.807651 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-a90afa3a-c9ce-4826-85e4-f7cacfb6510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.809128 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-a90afa3a-c9ce-4826-85e4-f7cacfb6510f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0462430 Mar 31 19:02:16.859921 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-cfc4e908-72b7-449a-bae3-fdebcb68a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.861488 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-cfc4e908-72b7-449a-bae3-fdebcb68a67d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454547 Mar 31 19:02:16.951114 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-ff5313c1-c59e-4ba0-81ce-2a1710e07832 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838170 Mar 31 19:02:17.283124 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4ca81b83-c1dc-4c44-adbc-39b51a373a6c req-6729b07e-68c8-4578-a3fb-cef3f449431c service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263257 Mar 31 19:02:17.374197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-8b5dfa1e-cb08-421d-9874-b85f04ffd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.375678 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-8b5dfa1e-cb08-421d-9874-b85f04ffd238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 1127 time: 0.0453773 Mar 31 19:02:17.468309 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-b138080a-c56a-4d59-b2bb-278f931f1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.469795 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-b138080a-c56a-4d59-b2bb-278f931f1563 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0884464 Mar 31 19:02:17.510695 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-08ba80c8-1d0b-48af-a601-fee960685baa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c HTTP/1.1" status: 200 len: 217 time: 0.0343966 Mar 31 19:02:17.563987 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-5cef3212-de3a-46b7-abaa-d453efc55e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.565585 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-5cef3212-de3a-46b7-abaa-d453efc55e55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0482430 Mar 31 19:02:17.618507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-9b28b8ee-b3c6-43ea-85e8-12a0a6b8e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.620177 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-9b28b8ee-b3c6-43ea-85e8-12a0a6b8e99c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480685 Mar 31 19:02:17.627350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef425b6-e992-4f54-97a3-618c0b64cc3d req-498ef4e4-8857-439a-a875-b6964c0ddf7e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.628852 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eef425b6-e992-4f54-97a3-618c0b64cc3d req-498ef4e4-8857-439a-a875-b6964c0ddf7e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 943 time: 0.0551562 Mar 31 19:02:17.682102 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-eef425b6-e992-4f54-97a3-618c0b64cc3d req-d89c20e6-178e-4e8a-8db0-ad926d2d9814 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464032 Mar 31 19:02:17.710588 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-aa5b7f35-6ac2-47fc-a331-efbeace650da service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831792 Mar 31 19:02:17.803233 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6d43ffb-81df-467d-be04-fd9d779c3b1d req-ef77e8f3-daa3-42f8-833a-e00260674f50 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Mar 31 19:02:18.802614 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bba68-a87b-4347-b538-9189d7b429f9 req-ba7aae3a-323e-4be8-97b9-9cc677c3488e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.804113 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ab5bba68-a87b-4347-b538-9189d7b429f9 req-ba7aae3a-323e-4be8-97b9-9cc677c3488e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 943 time: 0.0511124 Mar 31 19:02:18.851318 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ab5bba68-a87b-4347-b538-9189d7b429f9 req-d5750902-3c31-481a-813c-c28b25013c9f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Mar 31 19:02:19.551542 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ac4b4cf1-8575-43c9-8faa-41b2f155579c details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:19.647145 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:19.661469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'port_id': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'mac_address': 'fa:16:3e:ee:fc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:19.701028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ac4b4cf1-8575-43c9-8faa-41b2f155579c is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:19.701328 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.715674 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4b4cf1-8575-43c9-8faa-41b2f155579c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:19.734782 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:19.739826 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.791096 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:19.797940 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.798296 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.798647 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.798994 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.799335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.799709 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.800048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.800383 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.800716 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.801051 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.801382 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.801714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.802044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.802373 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.802701 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:19.965807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ac4b4cf1-8575-43c9-8faa-41b2f155579c'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:19.977488 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36fda7-e00c-4ce0-9c4b-c9f07206dcee req-b3fdf235-25aa-4b31-9f19-772b3d55c590 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.979188 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fd36fda7-e00c-4ce0-9c4b-c9f07206dcee req-b3fdf235-25aa-4b31-9f19-772b3d55c590 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 944 time: 0.0580513 Mar 31 19:02:20.026473 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fd36fda7-e00c-4ce0-9c4b-c9f07206dcee req-3d6b67c8-614a-493c-86bb-a57abc42d638 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 Mar 31 19:02:21.147938 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9880-a8b0-4a92-abb3-7172ad8092ae req-70822401-c1eb-44af-98c6-ba320676c912 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:21.149634 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-797f9880-a8b0-4a92-abb3-7172ad8092ae req-70822401-c1eb-44af-98c6-ba320676c912 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 944 time: 0.0531101 Mar 31 19:02:21.198894 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-797f9880-a8b0-4a92-abb3-7172ad8092ae req-c16ccdfe-144c-40a5-a9a9-3b74fbfefeca tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425837 Mar 31 19:02:21.591988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ac4b4cf1-8575-43c9-8faa-41b2f155579c up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:21.645307 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port ac4b4cf1-8575-43c9-8faa-41b2f155579c completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:21.649653 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port ac4b4cf1-8575-43c9-8faa-41b2f155579c triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:21.651505 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.728052 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ac4b4cf1-8575-43c9-8faa-41b2f155579c is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:21.728566 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.751654 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:21.753902 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2765278c-88d3-4dea-8b15-633718ef992c" -d '{"events": [{"server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "name": "network-vif-plugged", "status": "completed", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:21.767266 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:21.771560 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.823902 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:21.852741 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd8ea01-b62b-4c8f-8e0b-25943021101b x-openstack-request-id: req-4bd8ea01-b62b-4c8f-8e0b-25943021101b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:21.853190 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "name": "network-vif-plugged", "status": "completed", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:21.853780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bd8ea01-b62b-4c8f-8e0b-25943021101b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:21.853891 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd8ea01-b62b-4c8f-8e0b-25943021101b'] response: {'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'code': 200} Mar 31 19:02:22.017932 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040cf39-eb97-403c-9793-ac09127c75e6 req-28ca360e-4476-4e18-89bd-d3f544211606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:22.019342 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f040cf39-eb97-403c-9793-ac09127c75e6 req-28ca360e-4476-4e18-89bd-d3f544211606 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 1129 time: 0.0451035 Mar 31 19:02:22.064020 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f040cf39-eb97-403c-9793-ac09127c75e6 req-e5b51503-942d-4d01-b9c8-11db3c4daee4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383506 Mar 31 19:02:22.277932 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.319636 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4f02a-0e06-49af-a441-360bb4f39109 req-ad3dc99e-ad85-464d-9035-828e4c4ef62e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:22.321093 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-45e4f02a-0e06-49af-a441-360bb4f39109 req-ad3dc99e-ad85-464d-9035-828e4c4ef62e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0552566 Mar 31 19:02:22.367644 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-45e4f02a-0e06-49af-a441-360bb4f39109 req-f3425725-13ad-42b0-8a8a-83c926601179 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402732 Mar 31 19:02:23.490029 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f311-61a4-4c08-a2be-4893fa352304 req-a17cbfaf-3d57-4766-ac8b-5ff9a2f11321 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:23.491791 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3d71f311-61a4-4c08-a2be-4893fa352304 req-a17cbfaf-3d57-4766-ac8b-5ff9a2f11321 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0518177 Mar 31 19:02:23.538569 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3d71f311-61a4-4c08-a2be-4893fa352304 req-37dc6580-1733-4337-8df1-1ee8da29920d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Mar 31 19:02:23.660234 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb937f-1b58-4d2c-9571-59981ca0a61e req-f83a5925-fb5e-4350-bda3-a6607c0f0329 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:23.661629 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-badb937f-1b58-4d2c-9571-59981ca0a61e req-f83a5925-fb5e-4350-bda3-a6607c0f0329 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0597322 Mar 31 19:02:23.670971 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34416) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:23.675336 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'port_id': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:23.718627 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (09c98cbd-c74d-499c-9341-462501665727), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.393068 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.396700 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (09c98cbd-c74d-499c-9341-462501665727), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.501871 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 09c98cbd-c74d-499c-9341-462501665727 associated. External IP: 172.27.1.240, port: ac4b4cf1-8575-43c9-8faa-41b2f155579c. Mar 31 19:02:24.718027 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:24.832331 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:24.837251 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.842624 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:24.852227 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:24.852843 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:24.866552 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4e26d54b-dcad-44a0-b9cf-e29e67bd4539 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "PUT /v2.0/floatingips/09c98cbd-c74d-499c-9341-462501665727 HTTP/1.1" status: 200 len: 991 time: 1.1944828 Mar 31 19:02:24.867148 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:24.869442 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c56944c-f6df-4814-882f-b10aebd0e926" -d '{"events": [{"name": "network-changed", "server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:24.962353 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6311a13-fb3e-4e39-9aa8-b975ebf51846 x-openstack-request-id: req-b6311a13-fb3e-4e39-9aa8-b975ebf51846 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:24.962523 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:24.962633 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:24.962890 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6311a13-fb3e-4e39-9aa8-b975ebf51846 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:24.963324 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6311a13-fb3e-4e39-9aa8-b975ebf51846'] response: {'name': 'network-changed', 'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'status': 'completed', 'code': 200} Mar 31 19:02:25.032053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-7820308d-2aa7-4ae1-98b6-de95ca8ced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:25.034725 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-7820308d-2aa7-4ae1-98b6-de95ca8ced2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 1129 time: 0.0505028 Mar 31 19:02:25.125060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-b40b6fb2-6d11-4154-9593-888229ecc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:25.126658 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-b40b6fb2-6d11-4154-9593-888229ecc32c service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0866952 Mar 31 19:02:25.197336 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-9fa325c1-63ad-4c91-92d9-d868ad3ed3ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c HTTP/1.1" status: 200 len: 999 time: 0.0645673 Mar 31 19:02:25.212391 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '09c98cbd-c74d-499c-9341-462501665727', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:ee:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:02:13Z', 'updated_at': '2022-03-31T19:02:24Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}, {'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:25.240060 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:25.245339 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-1b8c1506-8845-4ea4-8caa-c03928b3f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:25.246860 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-1b8c1506-8845-4ea4-8caa-c03928b3f002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0439215 Mar 31 19:02:25.249294 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:25.249903 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:25.297228 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-e35c08af-55e8-472d-9382-74d9eb402491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:25.298658 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-e35c08af-55e8-472d-9382-74d9eb402491 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453553 Mar 31 19:02:25.367286 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:25.393006 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-28b81e94-8348-47b6-a5d4-1356fef685a1 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879059 Mar 31 19:02:25.483118 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c56944c-f6df-4814-882f-b10aebd0e926 req-e216174f-9db7-479a-8b0c-dd06e2517be4 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Mar 31 19:02:25.594945 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '09c98cbd-c74d-499c-9341-462501665727', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:ee:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:02:13Z', 'updated_at': '2022-03-31T19:02:24Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}, {'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:25.626188 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc697-f976-42e4-8dc6-932aaf40301e None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '09c98cbd-c74d-499c-9341-462501665727', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:ee:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:02:13Z', 'updated_at': '2022-03-31T19:02:24Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}, {'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:25.812590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc6379-70a5-47d0-ba5c-32e20c6cfb52 None None] New status for floating IP 09c98cbd-c74d-499c-9341-462501665727: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:02:27.685675 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34424) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:27.936357 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port 9389f2dd-d477-41f9-8f95-fca8a2c24926 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:27.936623 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.013966 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.014286 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (9389f2dd-d477-41f9-8f95-fca8a2c24926), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.025533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for 9389f2dd-d477-41f9-8f95-fca8a2c24926 owned by network:floatingip {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:28.197437 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (9389f2dd-d477-41f9-8f95-fca8a2c24926), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.221463 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=9389f2dd-d477-41f9-8f95-fca8a2c24926,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:28.291456 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (8be05c49-2e22-4263-907b-7a754811b499), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.291825 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP 8be05c49-2e22-4263-907b-7a754811b499 disassociated (deleted). External IP: 172.27.1.239, port: 787eef3e-6def-4291-9997-3819a0bc5b86. Mar 31 19:02:28.505864 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:28.618162 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:28.623215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.628910 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:28.640605 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:28.641096 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:28.654611 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b3974515-3153-45e7-abd0-d8704f3da1de tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "DELETE /v2.0/floatingips/8be05c49-2e22-4263-907b-7a754811b499 HTTP/1.1" status: 204 len: 168 time: 0.9679198 Mar 31 19:02:28.655214 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:28.657556 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d52eb-b8e0-49bb-b19b-0d868f725617" -d '{"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:28.697128 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b7fbc-1eed-4ab5-8abb-e304f514d05b x-openstack-request-id: req-931b7fbc-1eed-4ab5-8abb-e304f514d05b {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:28.697790 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:28.697790 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-931b7fbc-1eed-4ab5-8abb-e304f514d05b {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:28.699008 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931b7fbc-1eed-4ab5-8abb-e304f514d05b'] response: {'name': 'network-changed', 'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86', 'status': 'completed', 'code': 200} Mar 31 19:02:28.761877 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:28.769712 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-0ab7bbe4-4d3f-40d1-98ff-5765e167d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.771616 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-0ab7bbe4-4d3f-40d1-98ff-5765e167d7d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 1130 time: 0.0543926 Mar 31 19:02:28.876824 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-fa551b1d-103f-453a-b855-282a868d75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.878523 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-fa551b1d-103f-453a-b855-282a868d75d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0995460 Mar 31 19:02:28.900305 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafc5a1-f0b8-4108-a4cc-f77e31d8c655 req-4cd8404e-a1d8-40a0-b096-20393442e094 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.901961 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4fafc5a1-f0b8-4108-a4cc-f77e31d8c655 req-4cd8404e-a1d8-40a0-b096-20393442e094 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.0599470 Mar 31 19:02:28.921519 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-737f117d-15f1-4302-902c-0606649d0086 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 200 len: 217 time: 0.0364423 Mar 31 19:02:28.954374 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4fafc5a1-f0b8-4108-a4cc-f77e31d8c655 req-92a8d81f-ae5c-46b9-a62a-5dd27b96f800 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 Mar 31 19:02:28.976537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-56551ba8-75f0-4520-b51d-f977f8a536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.978038 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-56551ba8-75f0-4520-b51d-f977f8a536c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0497515 Mar 31 19:02:29.009514 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:29.032178 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-5bdbfda8-8e22-4d87-be29-17ece9e70300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:29.033597 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-5bdbfda8-8e22-4d87-be29-17ece9e70300 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496256 Mar 31 19:02:29.040149 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:29.048914 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:29.049522 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:29.121838 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-857c755d-2fd0-4749-8a07-0df6f5bdf79c service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815170 Mar 31 19:02:29.146424 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:02:29.165017 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:29.221346 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b78d52eb-b8e0-49bb-b19b-0d868f725617 req-8cbe5812-9980-4f3a-8fea-f3b1e250f3f2 service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932193 Mar 31 19:02:29.487069 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:29.517473 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47be64d-2e07-48c7-a9f9-518f541b13d3 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a1bbed46-e42c-4eb1-9698-fb77897705f4', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'port_id': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'mac_address': 'fa:16:3e:6b:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:59:03Z', 'updated_at': '2022-03-31T18:59:06Z', 'revision_number': 1, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:29.729778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511a80d-57c2-489d-ad94-b3bb27841874 None None] New status for floating IP 8be05c49-2e22-4263-907b-7a754811b499: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:02:30.081110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6be41-b442-45fc-af0d-c7fa516bb68f req-57fc3f59-635f-4c24-aa30-819e518b2b73 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.082613 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9a6be41-b442-45fc-af0d-c7fa516bb68f req-57fc3f59-635f-4c24-aa30-819e518b2b73 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.0526507 Mar 31 19:02:30.136030 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f9a6be41-b442-45fc-af0d-c7fa516bb68f req-3efb6525-53ec-4e01-81aa-5a77eb7acaa5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Mar 31 19:02:30.365428 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a9bea-be81-4611-8774-8d8374950a5e req-3b5b1b7a-0d4f-4543-9b3c-aa6c2a33a066 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.367220 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-870a9bea-be81-4611-8774-8d8374950a5e req-3b5b1b7a-0d4f-4543-9b3c-aa6c2a33a066 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 946 time: 0.0543416 Mar 31 19:02:30.458662 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port 787eef3e-6def-4291-9997-3819a0bc5b86 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:30.459005 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.549554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] For port 787eef3e-6def-4291-9997-3819a0bc5b86, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=787eef3e-6def-4291-9997-3819a0bc5b86,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:30.549918 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.563296 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for 787eef3e-6def-4291-9997-3819a0bc5b86 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:30.692954 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (787eef3e-6def-4291-9997-3819a0bc5b86), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.723160 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=787eef3e-6def-4291-9997-3819a0bc5b86,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:30.768532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] No DVR routers for this DVR port 787eef3e-6def-4291-9997-3819a0bc5b86 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:30.771126 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.774541 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-870a9bea-be81-4611-8774-8d8374950a5e req-c004555b-e835-429e-b53a-65456d9e177c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "DELETE /v2.0/ports/787eef3e-6def-4291-9997-3819a0bc5b86 HTTP/1.1" status: 204 len: 173 time: 0.4024229 Mar 31 19:02:30.775005 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'name': 'network-vif-deleted', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:30.778372 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5822d70-67ae-4d37-b353-1da643676ce3" -d '{"events": [{"server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "name": "network-vif-deleted", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:30.814384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a55f06c-4c00-41b8-8c11-6c49e23bdcc9 x-openstack-request-id: req-7a55f06c-4c00-41b8-8c11-6c49e23bdcc9 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:30.814765 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63342d1-06ce-449a-9a00-334bcd84789d", "name": "network-vif-deleted", "tag": "787eef3e-6def-4291-9997-3819a0bc5b86", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:30.815043 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a55f06c-4c00-41b8-8c11-6c49e23bdcc9 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:30.815529 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a55f06c-4c00-41b8-8c11-6c49e23bdcc9'] response: {'server_uuid': 'a63342d1-06ce-449a-9a00-334bcd84789d', 'name': 'network-vif-deleted', 'tag': '787eef3e-6def-4291-9997-3819a0bc5b86', 'status': 'completed', 'code': 200} Mar 31 19:02:31.250567 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-40b5bcc6-401f-4e09-a685-c48b94a89200 req-c9249aee-5504-4916-a52c-9bae70a76fcb tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=a63342d1-06ce-449a-9a00-334bcd84789d HTTP/1.1" status: 200 len: 210 time: 0.0301943 Mar 31 19:02:33.688241 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 787eef3e-6def-4291-9997-3819a0bc5b86 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:33.707615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 787eef3e-6def-4291-9997-3819a0bc5b86 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:33.707964 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 787eef3e-6def-4291-9997-3819a0bc5b86 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:34.541611 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:34.700950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port cf40c108-3dba-40b2-bf60-c9e9447e4b10 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:34.701202 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.773921 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.774243 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (cf40c108-3dba-40b2-bf60-c9e9447e4b10), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.786105 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for cf40c108-3dba-40b2-bf60-c9e9447e4b10 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:34.957366 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (cf40c108-3dba-40b2-bf60-c9e9447e4b10), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.984254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb2f676-7971-4fd1-b0eb-96cf6c78c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.984851 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=cf40c108-3dba-40b2-bf60-c9e9447e4b10,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:35.049814 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (a1bbed46-e42c-4eb1-9698-fb77897705f4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:35.050143 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Floating IP a1bbed46-e42c-4eb1-9698-fb77897705f4 disassociated (deleted). External IP: 172.27.1.167, port: 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b. Mar 31 19:02:35.274341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:35.384268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:35.389611 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:35.394295 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:35.404501 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:35.405142 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:35.422528 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ca5ffdde-65c1-46d2-bc8f-9a6596d0458c tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "DELETE /v2.0/floatingips/a1bbed46-e42c-4eb1-9698-fb77897705f4 HTTP/1.1" status: 204 len: 168 time: 0.8773079 Mar 31 19:02:35.422528 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:35.423063 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab3b918-246f-4cee-9893-f0ce4104d5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:35.461357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b221cc9-8dc6-4650-bdc4-740266562606 x-openstack-request-id: req-1b221cc9-8dc6-4650-bdc4-740266562606 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:35.461657 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:35.461915 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b221cc9-8dc6-4650-bdc4-740266562606 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:35.462331 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b221cc9-8dc6-4650-bdc4-740266562606'] response: {'name': 'network-changed', 'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'status': 'completed', 'code': 200} Mar 31 19:02:35.524535 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:35.549445 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-f5442f8a-4a61-4747-b1c1-e11e2291bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.551493 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-f5442f8a-4a61-4747-b1c1-e11e2291bf5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 1130 time: 0.0608058 Mar 31 19:02:35.653420 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-61ea4f60-f711-42a3-82c7-b45887c9a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.655002 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-61ea4f60-f711-42a3-82c7-b45887c9a213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 200 len: 913 time: 0.0961552 Mar 31 19:02:35.669805 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4b604-eb28-4a81-9015-71a7b75c3937 req-2b1381f7-0731-44c8-bcbb-4119063b17b2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.671505 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-acc4b604-eb28-4a81-9015-71a7b75c3937 req-2b1381f7-0731-44c8-bcbb-4119063b17b2 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0540202 Mar 31 19:02:35.703966 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-04812bdb-4add-43ed-aeb4-adcf346b20c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 200 len: 217 time: 0.0403712 Mar 31 19:02:35.721977 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-acc4b604-eb28-4a81-9015-71a7b75c3937 req-30291447-9e3e-4de8-b419-bfb144d01434 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Mar 31 19:02:35.746280 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:35.759280 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-b3a811ec-1965-4225-b307-48cbe03b89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.760861 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-b3a811ec-1965-4225-b307-48cbe03b89c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 200 len: 851 time: 0.0482626 Mar 31 19:02:35.772425 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:35.784439 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:35.785015 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:35.820886 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-903ed1dd-943d-4fe9-b699-6069c59767f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.822416 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-903ed1dd-943d-4fe9-b699-6069c59767f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61a8da74-2e59-4a77-bbad-a4d11043444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543969 Mar 31 19:02:35.907955 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:35.914666 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-a4dc7cca-0f43-4a61-9865-6b207d03cbbd service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Mar 31 19:02:36.015055 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cab3b918-246f-4cee-9893-f0ce4104d5c2 req-8da94588-7253-4dff-ad56-3dca9f64caec service neutron] 10.222.0.23 "GET /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Mar 31 19:02:36.113802 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:36.141258 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde97f0-e64d-4f38-9d83-f186418bcf28 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T18:56:00Z', 'revision_number': 4, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'ffd55915-a79e-4811-ab72-12ba9e78e8e8', 'name': '', 'network_id': '61a8da74-2e59-4a77-bbad-a4d11043444f', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'mac_address': 'fa:16:3e:ff:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:59Z', 'updated_at': '2022-03-31T18:56:05Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'subnets': [{'id': '59adedfe-444c-4fd3-a1d1-eec6688721fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:36.364008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed72118-5e37-4716-843e-011eaf747063 None None] New status for floating IP a1bbed46-e42c-4eb1-9698-fb77897705f4: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:02:36.850365 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9e36-7717-4d97-989b-cd6faf3f9511 req-fb6d393e-3293-42ca-9a06-8e99e10b8d81 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:36.851928 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-450c9e36-7717-4d97-989b-cd6faf3f9511 req-fb6d393e-3293-42ca-9a06-8e99e10b8d81 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0534585 Mar 31 19:02:36.906866 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-450c9e36-7717-4d97-989b-cd6faf3f9511 req-6975eb00-abf2-44bf-8021-88a213fec465 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Mar 31 19:02:37.160422 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-76bf3808-f382-4498-8f65-a8bc4a22a9c5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:37.161874 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-76bf3808-f382-4498-8f65-a8bc4a22a9c5 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Mar 31 19:02:37.254910 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:37.255264 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:37.261588 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b2da3aa-e861-479a-a94e-d761bb1125c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:37.352364 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] For port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:37.352728 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:37.366779 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:37.496242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (3b16dfa2-8229-4e9a-b6ad-583f97e1f78b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:37.523126 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=3b16dfa2-8229-4e9a-b6ad-583f97e1f78b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:37.568342 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] No DVR routers for this DVR port 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:37.570743 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:37.574771 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-586b47a2-b8c3-4b29-94bd-6c5dbc26f005 req-b4a4b835-b202-4f9c-86a7-2ac70fb82a36 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.23 "DELETE /v2.0/ports/3b16dfa2-8229-4e9a-b6ad-583f97e1f78b HTTP/1.1" status: 204 len: 173 time: 0.4075496 Mar 31 19:02:37.575217 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'name': 'network-vif-deleted', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:37.577457 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdd9af-4f0a-4ffc-a4e8-3142986c3f0a" -d '{"events": [{"server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "name": "network-vif-deleted", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:37.612390 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e001c233-3109-49e8-9648-37982d3ac5e8 x-openstack-request-id: req-e001c233-3109-49e8-9648-37982d3ac5e8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:37.612717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8345a21a-d34b-4abf-9ba0-1f7b677c8798", "name": "network-vif-deleted", "tag": "3b16dfa2-8229-4e9a-b6ad-583f97e1f78b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:37.612975 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e001c233-3109-49e8-9648-37982d3ac5e8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:37.613378 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e001c233-3109-49e8-9648-37982d3ac5e8'] response: {'server_uuid': '8345a21a-d34b-4abf-9ba0-1f7b677c8798', 'name': 'network-vif-deleted', 'tag': '3b16dfa2-8229-4e9a-b6ad-583f97e1f78b', 'status': 'completed', 'code': 200} Mar 31 19:02:38.019881 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-96e62c61-436d-4308-ab17-ff04be4c04b8 req-af898f9e-396e-4bed-a1f9-67e26b1817f6 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "GET /v2.0/ports?device_id=8345a21a-d34b-4abf-9ba0-1f7b677c8798 HTTP/1.1" status: 200 len: 210 time: 0.0317483 Mar 31 19:02:38.638598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.076131 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34474) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:39.207381 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Deleting port c135f646-565d-40e7-bcef-654c3fc654ea {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:39.207749 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.536216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.536555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (c135f646-565d-40e7-bcef-654c3fc654ea), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.549002 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Calling delete_port for c135f646-565d-40e7-bcef-654c3fc654ea owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:39.678517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (c135f646-565d-40e7-bcef-654c3fc654ea), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.707737 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'Port': ['ID=c135f646-565d-40e7-bcef-654c3fc654ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:39.739312 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:39.761432 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:39.761783 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3b16dfa2-8229-4e9a-b6ad-583f97e1f78b not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:39.772842 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for floatingip (a0a16283-6fb0-4ad0-9af6-b08f7b957a16), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.775706 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.777256 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ba3d0920-26de-4c2e-a718-3c232991d638 tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "DELETE /v2.0/floatingips/a0a16283-6fb0-4ad0-9af6-b08f7b957a16 HTTP/1.1" status: 204 len: 168 time: 0.7001274 Mar 31 19:02:40.116396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:40.973716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:41.029716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (5f5ce6d4-730c-48f2-b4aa-523f0171d5b8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.054316 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (5f5ce6d4-730c-48f2-b4aa-523f0171d5b8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.114173 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (5f5ce6d4-730c-48f2-b4aa-523f0171d5b8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.117129 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.118336 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f5ce6d4-730c-48f2-b4aa-523f0171d5b8 HTTP/1.1" status: 204 len: 168 time: 0.1436236 Mar 31 19:02:41.129009 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184913e-551c-4b5c-8373-9367a8ea5b3d tempest-TestVolumeBootPattern-229638376 tempest-TestVolumeBootPattern-229638376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ce6d4-730c-48f2-b4aa-523f0171d5b8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:41.167133 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:41.437894 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.576154 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.826075 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Deleting port ffd55915-a79e-4811-ab72-12ba9e78e8e8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:41.826470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.903756 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] For port ffd55915-a79e-4811-ab72-12ba9e78e8e8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=ffd55915-a79e-4811-ab72-12ba9e78e8e8,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:41.904122 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:41.917186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Calling delete_port for ffd55915-a79e-4811-ab72-12ba9e78e8e8 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:42.100140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ffd55915-a79e-4811-ab72-12ba9e78e8e8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:42.129738 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd55915-a79e-4811-ab72-12ba9e78e8e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:42.314253 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:42.543770 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:42.649924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:42.658200 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ea2c3c1e-b524-45f6-b579-f8efe78226b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856396 Mar 31 19:02:42.658426 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34494) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:42.669320 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Sync routers for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:42.680229 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:42.681064 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:42.769307 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks [] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:42.796162 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:42.878574 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks [] for router_gateway (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:42.934321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Deleting port 2d490db3-5a87-4437-8c06-23e4b9c793e4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:42.934780 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:42.981365 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T19:02:42Z', 'revision_number': 5, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port': {'id': '2d490db3-5a87-4437-8c06-23e4b9c793e4', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:55:58Z', 'updated_at': '2022-03-31T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:43.011867 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Checking router: 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:43.015975 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] For port 2d490db3-5a87-4437-8c06-23e4b9c793e4, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=2d490db3-5a87-4437-8c06-23e4b9c793e4,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:43.016403 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.020313 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Routers {'3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:43.020931 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:43.030964 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Calling delete_port for 2d490db3-5a87-4437-8c06-23e4b9c793e4 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:43.110776 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] Set router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:43.212119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (2d490db3-5a87-4437-8c06-23e4b9c793e4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.241542 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d490db3-5a87-4437-8c06-23e4b9c793e4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:43.256319 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-333afbca-d595-4180-8724-da8bb906a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T19:02:42Z', 'revision_number': 6, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:43.288258 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333afbca-d595-4180-8724-da8bb906a293 None None] The sync data for ids ['3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34'] in dv-cinder-795785-5-iscsi is: [{'id': '3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34', 'name': 'tempest-TestVolumeBootPattern-1651938728-router', 'tenant_id': '0617fc09e89147a48ea7ecf449fd1da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:55:57Z', 'updated_at': '2022-03-31T19:02:42Z', 'revision_number': 6, 'project_id': '0617fc09e89147a48ea7ecf449fd1da2', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:43.304317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.411628 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.413791 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks [] for router_controller (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.480456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.481067 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:02:43.488345 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.489791 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1fbd71bf-b033-4cdf-9c20-b2936477c716 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3bf1cfc7-8b3a-4fec-9ec6-2e4ee59c6e34 HTTP/1.1" status: 204 len: 168 time: 0.8303232 Mar 31 19:02:43.492946 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:43.537263 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Deleting subnet 59adedfe-444c-4fd3-a1d1-eec6688721fc {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:02:43.540319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Publish callbacks [] for subnet (59adedfe-444c-4fd3-a1d1-eec6688721fc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.575964 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152341'] for subnet (59adedfe-444c-4fd3-a1d1-eec6688721fc), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.659194 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (59adedfe-444c-4fd3-a1d1-eec6688721fc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.717882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64655051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58503492'] for subnet (59adedfe-444c-4fd3-a1d1-eec6688721fc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.741229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59adedfe-444c-4fd3-a1d1-eec6688721fc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:43.747313 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.750601 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-36818b31-b2b1-424a-9df1-d809c021790f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/59adedfe-444c-4fd3-a1d1-eec6688721fc HTTP/1.1" status: 204 len: 168 time: 0.2566106 Mar 31 19:02:43.753249 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:43.753403 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d37b1-2533-4901-a581-e2bb2fd0af88 None None] Network 61a8da74-2e59-4a77-bbad-a4d11043444f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:43.824570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (61a8da74-2e59-4a77-bbad-a4d11043444f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.879696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Deleting port 5742df00-f2dd-40be-833a-bf1bb91d9986 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:43.880037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.940270 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] For port 5742df00-f2dd-40be-833a-bf1bb91d9986, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=5742df00-f2dd-40be-833a-bf1bb91d9986,segment=NetworkSegment(1500f05a-edda-4a1f-ba53-014fffe74321),segment_id=1500f05a-edda-4a1f-ba53-014fffe74321)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:43.940633 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:43.953660 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Calling delete_port for 5742df00-f2dd-40be-833a-bf1bb91d9986 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:44.035559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (5742df00-f2dd-40be-833a-bf1bb91d9986), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.062591 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Pushing event deleted for resources: {'Port': ['ID=5742df00-f2dd-40be-833a-bf1bb91d9986,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:44.066042 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] No DVR routers for this DVR port 5742df00-f2dd-40be-833a-bf1bb91d9986 on host dv-cinder-795785-5-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:44.071301 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38f6f3-3296-43b9-98a7-07c5605bb2db None None] DHCP port deletion for 61a8da74-2e59-4a77-bbad-a4d11043444f request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:02:44.139830 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (61a8da74-2e59-4a77-bbad-a4d11043444f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.161042 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a8da74-2e59-4a77-bbad-a4d11043444f']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:44.171572 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1500f05a-edda-4a1f-ba53-014fffe74321') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:44.171901 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1500f05a-edda-4a1f-ba53-014fffe74321') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:44.183137 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (1500f05a-edda-4a1f-ba53-014fffe74321), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.197080 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (1500f05a-edda-4a1f-ba53-014fffe74321), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.204421 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:02:44.204807 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (1500f05a-edda-4a1f-ba53-014fffe74321), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:02:44.206832 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:02:44.266200 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (61a8da74-2e59-4a77-bbad-a4d11043444f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.272113 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.275227 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] 10.222.0.32 "DELETE /v2.0/networks/61a8da74-2e59-4a77-bbad-a4d11043444f HTTP/1.1" status: 204 len: 168 time: 0.5210307 Mar 31 19:02:44.279193 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34500) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:44.287977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73f7b-2db3-4a05-9422-81f4830c644b admin admin] Pushing event deleted for resources: {'Network': ['ID=61a8da74-2e59-4a77-bbad-a4d11043444f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:44.630564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.704271 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 2d490db3-5a87-4437-8c06-23e4b9c793e4 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:44.727775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 2d490db3-5a87-4437-8c06-23e4b9c793e4 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:44.728228 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 2d490db3-5a87-4437-8c06-23e4b9c793e4 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:44.729264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ffd55915-a79e-4811-ab72-12ba9e78e8e8 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:44.749205 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: ffd55915-a79e-4811-ab72-12ba9e78e8e8 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:44.749558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device ffd55915-a79e-4811-ab72-12ba9e78e8e8 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:44.749987 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 5742df00-f2dd-40be-833a-bf1bb91d9986 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:44.769874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 5742df00-f2dd-40be-833a-bf1bb91d9986 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:44.770575 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 5742df00-f2dd-40be-833a-bf1bb91d9986 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:44.882358 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Deleting port 775a2b76-655a-4a46-b4ea-4bae973d8324 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:44.882616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.960323 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] For port 775a2b76-655a-4a46-b4ea-4bae973d8324, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=775a2b76-655a-4a46-b4ea-4bae973d8324,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:44.960680 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:44.973084 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Calling delete_port for 775a2b76-655a-4a46-b4ea-4bae973d8324 owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:45.168705 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (775a2b76-655a-4a46-b4ea-4bae973d8324), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:45.203672 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=775a2b76-655a-4a46-b4ea-4bae973d8324,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:45.364485 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:45.813846 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Router c46a9fb1-90d0-4a2c-b704-d9b115d90660 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:45.920325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:45.925208 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-78c95093-2270-4040-92b4-3daae4f48f0d admin admin] 10.222.0.32 "PUT /v2.0/routers/c46a9fb1-90d0-4a2c-b704-d9b115d90660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449242 Mar 31 19:02:45.927779 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34504) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:45.928587 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Sync routers for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:45.939655 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:45.940404 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:46.038879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks [] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.055720 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:46.150334 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks [] for router_gateway (c46a9fb1-90d0-4a2c-b704-d9b115d90660), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.212692 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Deleting port f1a22204-e4db-4705-89e2-b05e364234a1 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:46.213607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.235835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T19:02:45Z', 'revision_number': 5, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port': {'id': 'f1a22204-e4db-4705-89e2-b05e364234a1', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:46.267400 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Checking router: c46a9fb1-90d0-4a2c-b704-d9b115d90660 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:46.284832 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Routers {'c46a9fb1-90d0-4a2c-b704-d9b115d90660'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:46.285485 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:46.300310 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] For port f1a22204-e4db-4705-89e2-b05e364234a1, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=f1a22204-e4db-4705-89e2-b05e364234a1,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:46.300682 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.314357 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Calling delete_port for f1a22204-e4db-4705-89e2-b05e364234a1 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:46.376223 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] Set router c46a9fb1-90d0-4a2c-b704-d9b115d90660 gateway port host: None {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:46.428678 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T19:02:46Z', 'revision_number': 6, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:46.458981 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0bd1-aeea-48e9-8953-b0fc9bcd02e8 None None] The sync data for ids ['c46a9fb1-90d0-4a2c-b704-d9b115d90660'] in dv-cinder-795785-5-iscsi is: [{'id': 'c46a9fb1-90d0-4a2c-b704-d9b115d90660', 'name': 'tempest-TestVolumeBootPattern-433600978-router', 'tenant_id': '86902d0564e0410585db381e5a32383a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:56:03Z', 'updated_at': '2022-03-31T19:02:46Z', 'revision_number': 6, 'project_id': '86902d0564e0410585db381e5a32383a', 'gw_port_host': None}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:46.492445 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (f1a22204-e4db-4705-89e2-b05e364234a1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.517814 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a22204-e4db-4705-89e2-b05e364234a1,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:46.582064 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.677441 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.679461 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks [] for router_controller (c46a9fb1-90d0-4a2c-b704-d9b115d90660), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.723061 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (c46a9fb1-90d0-4a2c-b704-d9b115d90660), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.723645 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46a9fb1-90d0-4a2c-b704-d9b115d90660 {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:02:46.727905 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.729599 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f5cb92fe-137d-4b37-a539-d896764d1c5f admin admin] 10.222.0.32 "DELETE /v2.0/routers/c46a9fb1-90d0-4a2c-b704-d9b115d90660 HTTP/1.1" status: 204 len: 168 time: 0.8008723 Mar 31 19:02:46.732189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34506) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:46.782247 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Deleting subnet 8b0a6438-ab48-4c2a-b42f-72465798aef2 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:02:46.785352 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Publish callbacks [] for subnet (8b0a6438-ab48-4c2a-b42f-72465798aef2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.826386 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (8b0a6438-ab48-4c2a-b42f-72465798aef2), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.914747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (8b0a6438-ab48-4c2a-b42f-72465798aef2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.966632 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (8b0a6438-ab48-4c2a-b42f-72465798aef2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:46.997290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0a6438-ab48-4c2a-b42f-72465798aef2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:46.999270 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.002496 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b94885b1-8674-48cd-a1a8-006b4f6ad4ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b0a6438-ab48-4c2a-b42f-72465798aef2 HTTP/1.1" status: 204 len: 168 time: 0.2693279 Mar 31 19:02:47.003377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61078927-78d0-4df4-ae19-6d9e735ba8d6 None None] Network 88a7995a-be72-4eb2-beac-7b3c46c69cdd requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:47.004951 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34508) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:47.072903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (88a7995a-be72-4eb2-beac-7b3c46c69cdd), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.128388 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Deleting port c00cb5bf-e63f-4b96-858e-e0931e209ab8 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:47.128736 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.196495 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] For port c00cb5bf-e63f-4b96-858e-e0931e209ab8, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=c00cb5bf-e63f-4b96-858e-e0931e209ab8,segment=NetworkSegment(d4fffd40-63e3-42df-bad2-63e0f3976e93),segment_id=d4fffd40-63e3-42df-bad2-63e0f3976e93)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:47.196779 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.209438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Calling delete_port for c00cb5bf-e63f-4b96-858e-e0931e209ab8 owned by network:dhcp {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:47.252346 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] DHCP port deletion for 88a7995a-be72-4eb2-beac-7b3c46c69cdd request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:02:47.288515 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 775a2b76-655a-4a46-b4ea-4bae973d8324 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:47.295884 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.310862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 775a2b76-655a-4a46-b4ea-4bae973d8324 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:47.311207 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 775a2b76-655a-4a46-b4ea-4bae973d8324 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:47.328114 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] No DVR routers for this DVR port c00cb5bf-e63f-4b96-858e-e0931e209ab8 on host dv-cinder-795785-5-iscsi {{(pid=109721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:47.332380 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00cb5bf-e63f-4b96-858e-e0931e209ab8,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:47.334516 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Deleting port c00cb5bf-e63f-4b96-858e-e0931e209ab8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:47.334916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.400206 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] For port c00cb5bf-e63f-4b96-858e-e0931e209ab8, host dv-cinder-795785-5-iscsi, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:47.401506 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.409572 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (88a7995a-be72-4eb2-beac-7b3c46c69cdd), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.415581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Calling delete_port for c00cb5bf-e63f-4b96-858e-e0931e209ab8 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:47.419341 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Port c00cb5bf-e63f-4b96-858e-e0931e209ab8 was not found and therefore no delete operation was performed {{(pid=109723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 19:02:47.423778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (c00cb5bf-e63f-4b96-858e-e0931e209ab8), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.431328 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a7995a-be72-4eb2-beac-7b3c46c69cdd']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:47.440946 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fffd40-63e3-42df-bad2-63e0f3976e93') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:47.441247 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fffd40-63e3-42df-bad2-63e0f3976e93') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:47.452412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (d4fffd40-63e3-42df-bad2-63e0f3976e93), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.457453 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] No DVR routers for this DVR port c00cb5bf-e63f-4b96-858e-e0931e209ab8 on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:47.462165 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ec158-8d48-4ebe-ae40-60ea34fcf6ca None None] Pushing event deleted for resources: {'Port': ['ID=c00cb5bf-e63f-4b96-858e-e0931e209ab8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:47.472402 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (d4fffd40-63e3-42df-bad2-63e0f3976e93), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.480452 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:02:47.480934 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (d4fffd40-63e3-42df-bad2-63e0f3976e93), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:02:47.482990 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:02:47.544528 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (88a7995a-be72-4eb2-beac-7b3c46c69cdd), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.550312 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.557120 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] 10.222.0.32 "DELETE /v2.0/networks/88a7995a-be72-4eb2-beac-7b3c46c69cdd HTTP/1.1" status: 204 len: 168 time: 0.5478041 Mar 31 19:02:47.567505 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7b9c-e8e3-43e6-b664-5fa92ed2c289 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a7995a-be72-4eb2-beac-7b3c46c69cdd,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:47.674147 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34512) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:47.713653 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-012857b1-2fea-46af-9f5f-5fbeda926f84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0617fc09e89147a48ea7ecf449fd1da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376632 Mar 31 19:02:47.716854 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34514) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:47.764515 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] Publish callbacks [] for security_group (dc174fe1-0a5d-45ab-80a1-df3719a4e712), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.784946 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] Publish callbacks [] for security_group (dc174fe1-0a5d-45ab-80a1-df3719a4e712), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.833031 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (dc174fe1-0a5d-45ab-80a1-df3719a4e712), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.835719 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:47.836945 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc174fe1-0a5d-45ab-80a1-df3719a4e712 HTTP/1.1" status: 204 len: 168 time: 0.1191359 Mar 31 19:02:47.845010 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301beb-d3ff-40a8-8873-2eea747408e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc174fe1-0a5d-45ab-80a1-df3719a4e712,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:48.151762 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34520) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:48.191927 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d2277558-8719-42f8-a7ba-2d11e52cacfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86902d0564e0410585db381e5a32383a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389037 Mar 31 19:02:48.194305 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34522) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:48.244374 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] Publish callbacks [] for security_group (2793c47b-d59c-462b-80b1-7fc55c09f36c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.264891 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] Publish callbacks [] for security_group (2793c47b-d59c-462b-80b1-7fc55c09f36c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.315319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2793c47b-d59c-462b-80b1-7fc55c09f36c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.318185 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.319283 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2793c47b-d59c-462b-80b1-7fc55c09f36c HTTP/1.1" status: 204 len: 168 time: 0.1240900 Mar 31 19:02:48.328568 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e6578-11c1-4e59-92a7-f423f48c14f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2793c47b-d59c-462b-80b1-7fc55c09f36c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:48.707604 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device f1a22204-e4db-4705-89e2-b05e364234a1 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:48.729734 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: f1a22204-e4db-4705-89e2-b05e364234a1 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:48.730180 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device f1a22204-e4db-4705-89e2-b05e364234a1 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:48.730676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c00cb5bf-e63f-4b96-858e-e0931e209ab8 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:48.750919 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: c00cb5bf-e63f-4b96-858e-e0931e209ab8 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:48.751264 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device c00cb5bf-e63f-4b96-858e-e0931e209ab8 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:52.293809 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.289129 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-1de45ca4-948b-49d8-a114-e9e5eb36731e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425842 Mar 31 19:02:56.357809 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-1d9e9bb6-47a2-4a7a-9255-898bb5d6f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:56.359327 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-1d9e9bb6-47a2-4a7a-9255-898bb5d6f802 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 1130 time: 0.0445681 Mar 31 19:02:56.466710 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-515c9ffa-a1d7-4487-88d1-1f63877e98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:56.468235 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-515c9ffa-a1d7-4487-88d1-1f63877e98bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0898838 Mar 31 19:02:56.533212 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-c2bf78f2-8562-49c2-98cf-4428c15ee1b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 200 len: 1001 time: 0.0574555 Mar 31 19:02:56.583775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-f3932f70-0aa2-44ff-9d32-0eb94d29ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:56.585190 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-f3932f70-0aa2-44ff-9d32-0eb94d29ecf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0460014 Mar 31 19:02:56.879508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-06c94ec3-a79c-46d7-870b-657901d70f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:56.880935 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-06c94ec3-a79c-46d7-870b-657901d70f50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2884595 Mar 31 19:02:56.966495 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-b1d8a340-e655-4c4d-a081-f97e3c26f5d4 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791626 Mar 31 19:02:57.054620 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6d77675-4dd1-4433-ab72-4e1552f59659 req-37b01eeb-7b9a-4d6c-9cb8-184be5a8a394 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Mar 31 19:03:01.457748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870369e-fc93-4cb4-a00d-98de27d8268c req-4c5316ea-32f2-45fa-8b7c-34675c75a2ae tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:01.459254 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e870369e-fc93-4cb4-a00d-98de27d8268c req-4c5316ea-32f2-45fa-8b7c-34675c75a2ae tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0602605 Mar 31 19:03:01.510151 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e870369e-fc93-4cb4-a00d-98de27d8268c req-ce601b35-c132-40ef-836d-91b8a29828f3 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Mar 31 19:03:02.632717 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae9342-22ac-47ee-a9db-89d63ae9f14f req-1951a947-8985-41d2-9341-5ec9710e60ec tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:02.634231 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-26ae9342-22ac-47ee-a9db-89d63ae9f14f req-1951a947-8985-41d2-9341-5ec9710e60ec tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0537586 Mar 31 19:03:02.683802 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-26ae9342-22ac-47ee-a9db-89d63ae9f14f req-328a8f31-ddcb-45e9-b3f9-ca423519783b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa1f944-450b-48fc-9430-bb1d2ad3419d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Mar 31 19:03:02.813696 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-803acbc8-789d-4f5d-bafe-99d3c978f5f9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:02.815170 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-803acbc8-789d-4f5d-bafe-99d3c978f5f9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 945 time: 0.0531073 Mar 31 19:03:02.909932 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port ac4b4cf1-8575-43c9-8faa-41b2f155579c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:03:02.910270 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.995781 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] For port ac4b4cf1-8575-43c9-8faa-41b2f155579c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ac4b4cf1-8575-43c9-8faa-41b2f155579c,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:02.996060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.169813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.170183 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (09c98cbd-c74d-499c-9341-462501665727), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.170543 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 09c98cbd-c74d-499c-9341-462501665727 disassociated. External IP: 172.27.1.240, port: ac4b4cf1-8575-43c9-8faa-41b2f155579c. Mar 31 19:03:03.170846 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for ac4b4cf1-8575-43c9-8faa-41b2f155579c owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:03:03.299746 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ac4b4cf1-8575-43c9-8faa-41b2f155579c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.328232 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=ac4b4cf1-8575-43c9-8faa-41b2f155579c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:03.443924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:03:03.555162 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:03.567070 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:03.578071 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:03.578762 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:03.596739 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] No DVR routers for this DVR port ac4b4cf1-8575-43c9-8faa-41b2f155579c on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:03:03.599360 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.602630 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ec278956-9c58-4487-a2c3-590b919bdb5f req-18b990d1-8301-4394-b622-053bf4c2c720 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "DELETE /v2.0/ports/ac4b4cf1-8575-43c9-8faa-41b2f155579c HTTP/1.1" status: 204 len: 173 time: 0.7818301 Mar 31 19:03:03.603066 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'name': 'network-vif-deleted', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:03.605385 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ec2ae7-9304-4a07-b4cf-5879ee1b2fa1" -d '{"events": [{"server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "name": "network-vif-deleted", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:03.641973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09246a3d-6689-4f45-bf0d-a132352f5db1 x-openstack-request-id: req-09246a3d-6689-4f45-bf0d-a132352f5db1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:03.642281 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba520bd-f48a-46c1-9395-548f2fc7717e", "name": "network-vif-deleted", "tag": "ac4b4cf1-8575-43c9-8faa-41b2f155579c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:03.642533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09246a3d-6689-4f45-bf0d-a132352f5db1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:03.642948 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09246a3d-6689-4f45-bf0d-a132352f5db1'] response: {'server_uuid': 'dba520bd-f48a-46c1-9395-548f2fc7717e', 'name': 'network-vif-deleted', 'tag': 'ac4b4cf1-8575-43c9-8faa-41b2f155579c', 'status': 'completed', 'code': 200} Mar 31 19:03:03.702913 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:03.800784 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fe680058-b4d4-4605-8277-8cbcf6152fbc req-47206073-fb0c-44dd-96b4-94358d241e17 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba520bd-f48a-46c1-9395-548f2fc7717e HTTP/1.1" status: 200 len: 210 time: 0.0299590 Mar 31 19:03:03.952310 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:03.978220 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:03.986862 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:03.987495 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:02:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:04.101980 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:04.332674 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:04.362741 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbfa2b-d088-4b8d-9578-89899953546c None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '74be4176-28c2-4de9-9639-752950f34f3e', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:fc:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df90c2-c639-4717-abf7-476232f6a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:14Z', 'updated_at': '2022-03-31T19:01:27Z', 'revision_number': 2, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:04.575285 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae53b5e-2840-4786-9569-2485002b99cd None None] New status for floating IP 09c98cbd-c74d-499c-9341-462501665727: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:03:04.886206 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34550) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:04.941059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (baa1f944-450b-48fc-9430-bb1d2ad3419d), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.967460 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (baa1f944-450b-48fc-9430-bb1d2ad3419d), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.982095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80f29de3-3657-47da-b494-25d87730613d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.015638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (baa1f944-450b-48fc-9430-bb1d2ad3419d), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.018178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.019343 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/security-groups/baa1f944-450b-48fc-9430-bb1d2ad3419d HTTP/1.1" status: 204 len: 168 time: 0.1318052 Mar 31 19:03:05.022185 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:05.028366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc6be7-c928-42a3-bafb-0e01514ad846 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa1f944-450b-48fc-9430-bb1d2ad3419d,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:05.039580 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-426e9d90-6401-4380-8761-698914f83193 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] show failed (client error): The resource could not be found. Mar 31 19:03:05.040628 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-426e9d90-6401-4380-8761-698914f83193 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups/baa1f944-450b-48fc-9430-bb1d2ad3419d HTTP/1.1" status: 404 len: 347 time: 0.0175002 Mar 31 19:03:05.044171 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34554) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:05.168731 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port 791f60ad-a681-4028-b126-82f7686171d1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:03:05.169076 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (791f60ad-a681-4028-b126-82f7686171d1), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.244127 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (791f60ad-a681-4028-b126-82f7686171d1), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.244369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (791f60ad-a681-4028-b126-82f7686171d1), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.256101 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for 791f60ad-a681-4028-b126-82f7686171d1 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:03:05.390692 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (791f60ad-a681-4028-b126-82f7686171d1), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.418018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=791f60ad-a681-4028-b126-82f7686171d1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:05.483876 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (09c98cbd-c74d-499c-9341-462501665727), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.486461 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.487985 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6835f366-2697-4ddf-9a84-1667913f7b37 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/floatingips/09c98cbd-c74d-499c-9341-462501665727 HTTP/1.1" status: 204 len: 168 time: 0.4425726 Mar 31 19:03:05.791423 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ac4b4cf1-8575-43c9-8faa-41b2f155579c no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:03:05.816099 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: ac4b4cf1-8575-43c9-8faa-41b2f155579c {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:03:05.816449 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ac4b4cf1-8575-43c9-8faa-41b2f155579c not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:03:06.145796 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:03:07.078806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d5771-c40f-4697-9f9e-e2a831b725b0 req-94fe8e9b-36a9-48ae-aabb-4499a2a1a947 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:07.080338 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-789d5771-c40f-4697-9f9e-e2a831b725b0 req-94fe8e9b-36a9-48ae-aabb-4499a2a1a947 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0552983 Mar 31 19:03:07.127362 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-789d5771-c40f-4697-9f9e-e2a831b725b0 req-a41ea232-be6f-46bc-8284-2b99b6ec699e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412519 Mar 31 19:03:07.263925 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43e3ace5-539d-48bd-b6f7-8ba59db1216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.248454 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754dcc8-4eff-4d39-919d-25fb7b77cd5f req-625f9720-19b0-4113-a810-2088b0203178 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:08.249934 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e754dcc8-4eff-4d39-919d-25fb7b77cd5f req-625f9720-19b0-4113-a810-2088b0203178 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0528657 Mar 31 19:03:08.302552 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e754dcc8-4eff-4d39-919d-25fb7b77cd5f req-65ece2dd-f3c1-42ed-bc41-cbebd39db071 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b798b75-ac0f-4815-9bba-1e77c679f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Mar 31 19:03:08.509243 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-78639c4a-d2f3-4fad-bb29-8c7dc71fbd47 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:08.510754 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-78639c4a-d2f3-4fad-bb29-8c7dc71fbd47 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 946 time: 0.0526910 Mar 31 19:03:08.608982 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port 3e0cb317-6a83-4c5e-a556-b0d201e89445 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:03:08.609330 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.642830 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.701637 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] For port 3e0cb317-6a83-4c5e-a556-b0d201e89445, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3e0cb317-6a83-4c5e-a556-b0d201e89445,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:08.701933 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.871663 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.872031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.872353 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 74be4176-28c2-4de9-9639-752950f34f3e disassociated. External IP: 172.27.1.39, port: 3e0cb317-6a83-4c5e-a556-b0d201e89445. Mar 31 19:03:08.872708 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for 3e0cb317-6a83-4c5e-a556-b0d201e89445 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:03:09.001296 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (3e0cb317-6a83-4c5e-a556-b0d201e89445), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.029771 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=3e0cb317-6a83-4c5e-a556-b0d201e89445,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:09.148278 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:03:09.259594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:09.271897 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:09.282756 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:09.283385 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:03:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:09.300922 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] No DVR routers for this DVR port 3e0cb317-6a83-4c5e-a556-b0d201e89445 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:03:09.303520 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.306813 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b67f2b49-4acd-4068-a487-5681a01a83bb req-bb55ab9f-6f24-4477-b0b0-107a46b90540 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "DELETE /v2.0/ports/3e0cb317-6a83-4c5e-a556-b0d201e89445 HTTP/1.1" status: 204 len: 173 time: 0.7913048 Mar 31 19:03:09.307924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'name': 'network-vif-deleted', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:09.310151 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d851ce06-4e66-4d5f-808d-463ac21192ea" -d '{"events": [{"server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "name": "network-vif-deleted", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:09.348959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0632c1e-8e65-4b60-b31c-5f0a26e47ada x-openstack-request-id: req-e0632c1e-8e65-4b60-b31c-5f0a26e47ada {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:09.349392 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df90c2-c639-4717-abf7-476232f6a1ec", "name": "network-vif-deleted", "tag": "3e0cb317-6a83-4c5e-a556-b0d201e89445", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:09.349714 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0632c1e-8e65-4b60-b31c-5f0a26e47ada {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:09.350186 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0632c1e-8e65-4b60-b31c-5f0a26e47ada'] response: {'server_uuid': '39df90c2-c639-4717-abf7-476232f6a1ec', 'name': 'network-vif-deleted', 'tag': '3e0cb317-6a83-4c5e-a556-b0d201e89445', 'status': 'completed', 'code': 200} Mar 31 19:03:09.426769 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2973dea9-6a47-48f3-b223-75d03f71e308 req-6bf843c3-4eeb-40bb-8b3c-db9b03d97376 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=39df90c2-c639-4717-abf7-476232f6a1ec HTTP/1.1" status: 200 len: 210 time: 0.0383279 Mar 31 19:03:09.437537 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:09.651567 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:09.677267 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:09.686255 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:09.686869 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:03:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:09.804300 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:10.095922 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-415f78d0-8066-4994-ad31-36996db05823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:10.117234 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.122429 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f78d0-8066-4994-ad31-36996db05823 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:10.345600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9ccdf-68fa-445b-8ac6-baf9490b248d None None] New status for floating IP 74be4176-28c2-4de9-9639-752950f34f3e: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:03:10.516001 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34584) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.570140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (7b798b75-ac0f-4815-9bba-1e77c679f0d2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.602076 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (7b798b75-ac0f-4815-9bba-1e77c679f0d2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.649748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7b798b75-ac0f-4815-9bba-1e77c679f0d2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.652866 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.654032 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b798b75-ac0f-4815-9bba-1e77c679f0d2 HTTP/1.1" status: 204 len: 168 time: 0.1370335 Mar 31 19:03:10.656965 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34586) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.663936 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63845244-05c2-462c-a5e1-ff4f02f7fb00 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b798b75-ac0f-4815-9bba-1e77c679f0d2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.671697 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-2053305a-9cf4-426a-a038-c310c3fae4e1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] show failed (client error): The resource could not be found. Mar 31 19:03:10.672700 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2053305a-9cf4-426a-a038-c310c3fae4e1 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups/7b798b75-ac0f-4815-9bba-1e77c679f0d2 HTTP/1.1" status: 404 len: 347 time: 0.0137143 Mar 31 19:03:10.675733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.816986 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port 4ecc1c04-05da-49bc-9359-97ff4e576699 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:03:10.817322 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.894555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.894897 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (4ecc1c04-05da-49bc-9359-97ff4e576699), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.906347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for 4ecc1c04-05da-49bc-9359-97ff4e576699 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:03:11.038167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (4ecc1c04-05da-49bc-9359-97ff4e576699), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.063478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=4ecc1c04-05da-49bc-9359-97ff4e576699,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.124988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (74be4176-28c2-4de9-9639-752950f34f3e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.127934 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.129092 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-43133aa4-07a1-413d-9091-4722967baa99 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/floatingips/74be4176-28c2-4de9-9639-752950f34f3e HTTP/1.1" status: 204 len: 168 time: 0.4525371 Mar 31 19:03:11.369716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.374372 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113832185', 'description': 'tempest-description--1375212258'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.395468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.439151 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.467606 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (2a4f1e88-79cb-4b60-95d8-cebc01adaf7a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.471553 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2a4f1e88-79cb-4b60-95d8-cebc01adaf7a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.503186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.504447 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1336124 Mar 31 19:03:11.505378 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ddac9-4de0-42c8-9bb3-ef66561a3168 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.507728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34594) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.512616 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '2a4f1e88-79cb-4b60-95d8-cebc01adaf7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.538120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (a0d97bde-389b-479d-afed-6fde69213c7c), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.585129 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (a0d97bde-389b-479d-afed-6fde69213c7c), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.589829 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (a0d97bde-389b-479d-afed-6fde69213c7c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.607981 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d97bde-389b-479d-afed-6fde69213c7c,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.615655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.616862 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3a8ea3c6-7793-4b9f-adf4-b5a72c3a3124 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078560 Mar 31 19:03:11.619570 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34596) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.623828 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '2a4f1e88-79cb-4b60-95d8-cebc01adaf7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.649345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (edd7b7bf-20dd-43e0-bd17-3753bcba1e22), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.709085 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (edd7b7bf-20dd-43e0-bd17-3753bcba1e22), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.713076 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (edd7b7bf-20dd-43e0-bd17-3753bcba1e22), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.730777 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd7b7bf-20dd-43e0-bd17-3753bcba1e22,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.738868 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.740417 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-a2df1207-d9cb-4a3d-8c39-7c0e05fb607e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196020 Mar 31 19:03:11.743328 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34598) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.747905 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.768511 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.821967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3e0cb317-6a83-4c5e-a556-b0d201e89445 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:03:11.843128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 3e0cb317-6a83-4c5e-a556-b0d201e89445 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:03:11.843502 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 3e0cb317-6a83-4c5e-a556-b0d201e89445 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:03:11.865558 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.970048 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.27.1.41 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/f66bbd05-7eda-40fb-92a0-1b871339cf37) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:12.069830 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.103853 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.146880 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:12.154162 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:12.156729 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:12.159809 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=f66bbd05-7eda-40fb-92a0-1b871339cf37,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:12.240441 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.276266 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.427726 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.432581 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.496149 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=f66bbd05-7eda-40fb-92a0-1b871339cf37,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:12.507096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.507468 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.507820 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.508284 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.508650 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.509057 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.509311 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.509643 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.510019 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.510354 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.510871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.511210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.511577 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.511910 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.512241 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:12.521201 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.536247 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.537477 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d3e5b41b-edaf-406b-a488-367369613df0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7932074 Mar 31 19:03:12.739072 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-abf5c982-dc1c-4b29-a1c2-c159e64c4ab9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1113832185&fields=id&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 267 time: 0.0464232 Mar 31 19:03:12.852542 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-a0723099-2634-4751-9b97-0e820ace1a7d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:12.854031 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-a0723099-2634-4751-9b97-0e820ace1a7d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1072307 Mar 31 19:03:12.868455 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-0f4b0a41-cbf2-4eb1-b0e0-7c791eaba363 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/quotas/6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 375 time: 0.0090582 Mar 31 19:03:12.923333 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-9bc02045-6df4-4b1d-8aef-9c845c6bd49c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491698 Mar 31 19:03:13.021995 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-ddd7e7a4-2936-41f2-87c8-80111952e873 service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Mar 31 19:03:13.112342 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-3db20bc6-5dde-431d-a562-811f75f723ba service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 Mar 31 19:03:13.281830 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5b429d5e-98e7-4043-807f-13248b50b5e1 req-3cd149c6-a1a2-400d-b6dc-58a68406eb03 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 210 time: 0.0292299 Mar 31 19:03:14.180534 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-0d5ac514-a5cb-4a9a-9a36-d39f42620a68 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:14.181676 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-0d5ac514-a5cb-4a9a-9a36-d39f42620a68 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.0999348 Mar 31 19:03:14.245062 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-5b77fb54-f980-4ab6-9045-2f967d57dfea tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 380 time: 0.0550511 Mar 31 19:03:14.252659 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'port': {'device_id': '0531754c-90b2-4f02-b337-916b2ba52625', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'admin_state_up': True, 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'security_groups': ['2a4f1e88-79cb-4b60-95d8-cebc01adaf7a']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:14.362613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:14.366215 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.384950 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f67a2e3c-62c2-4dfa-9871-679f3b018e75 req-97890a18-a660-4c25-8816-f449d44a7e55 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 210 time: 0.0340657 Mar 31 19:03:14.493937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.20.0.12 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/21829daa-13a9-4f0f-be86-191daf5fd79e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:14.626170 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.661136 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.706170 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:14.709418 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:14.716539 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:14.722363 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:14.770912 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:14.771734 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.789330 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-dfe0c549-b9df-4254-8fab-db5e3fb53d10 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5404081 Mar 31 19:03:14.800833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Request body: {'port': {'device_id': '0531754c-90b2-4f02-b337-916b2ba52625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:14.865617 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.925660 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f1cec221-9640-4f9c-97cb-e3426ae1b59e None None] Provisioning complete for port 21829daa-13a9-4f0f-be86-191daf5fd79e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:14.926287 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1cec221-9640-4f9c-97cb-e3426ae1b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:14.960149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f1cec221-9640-4f9c-97cb-e3426ae1b59e None None] Port 21829daa-13a9-4f0f-be86-191daf5fd79e cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:03:15.130085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21829daa-13a9-4f0f-be86-191daf5fd79e {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:03:15.137703 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks [] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:15.149226 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Transition to ACTIVE for port object 21829daa-13a9-4f0f-be86-191daf5fd79e will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:03:15.153131 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:15.203788 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Pushing event updated for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:15.278960 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Attempting to bind port 21829daa-13a9-4f0f-be86-191daf5fd79e on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:15.279306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Attempting to bind port 21829daa-13a9-4f0f-be86-191daf5fd79e by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:15.279741 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Attempting to bind port 21829daa-13a9-4f0f-be86-191daf5fd79e on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:15.284400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Port 21829daa-13a9-4f0f-be86-191daf5fd79e on network 27ff803f-a124-4645-b171-7717a9b1d908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:03:15.284723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Attempting to bind port 21829daa-13a9-4f0f-be86-191daf5fd79e on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:15.289963 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:15.290312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:15.290748 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:15.292025 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Bound port: 21829daa-13a9-4f0f-be86-191daf5fd79e, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:15.292216 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:15.362603 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:15.366108 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21829daa-13a9-4f0f-be86-191daf5fd79e,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:15.372723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:15.405778 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.407803 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:15.407803 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] 10.222.0.23 "PUT /v2.0/ports/21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 200 len: 1094 time: 0.6118929 Mar 31 19:03:15.408365 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:15.410625 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26" -d '{"events": [{"name": "network-changed", "server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:15.441286 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8726804-2fb0-4f6a-9dfd-7557059a277a service neutron] Pushing event updated for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:15.468711 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd19e34a-bf7d-43e3-bd78-9d0c408e42ae x-openstack-request-id: req-bd19e34a-bf7d-43e3-bd78-9d0c408e42ae {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:15.469051 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:15.469315 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd19e34a-bf7d-43e3-bd78-9d0c408e42ae {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:15.469722 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd19e34a-bf7d-43e3-bd78-9d0c408e42ae'] response: {'name': 'network-changed', 'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'status': 'completed', 'code': 200} Mar 31 19:03:15.514717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-d5d5c98d-fa4f-4e67-9c29-29ce901e75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.516417 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-d5d5c98d-fa4f-4e67-9c29-29ce901e75ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 1128 time: 0.0590398 Mar 31 19:03:15.527455 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b241-087c-4e8b-ae7d-a15ae9531cab req-b344a79d-de6c-48ba-9309-58f55316741f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.529041 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7862b241-087c-4e8b-ae7d-a15ae9531cab req-b344a79d-de6c-48ba-9309-58f55316741f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 944 time: 0.0618548 Mar 31 19:03:15.565246 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-c019359d-126a-4a42-b5df-8e32d48ccf51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 200 len: 217 time: 0.0422013 Mar 31 19:03:15.583189 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7862b241-087c-4e8b-ae7d-a15ae9531cab req-44840de5-b4ae-4bf0-a0fe-0808cff97a4f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482028 Mar 31 19:03:15.619396 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-dc58b0a5-85fa-46ea-af3c-dc077f5d4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.621333 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-dc58b0a5-85fa-46ea-af3c-dc077f5d4a3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0510023 Mar 31 19:03:15.670779 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af552-912b-4140-af25-3966015dfde2 req-6ebe38dd-c535-4025-8277-bf18a5cc68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.672344 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-6ebe38dd-c535-4025-8277-bf18a5cc68d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456047 Mar 31 19:03:15.764797 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-83e5ec4a-f613-4e04-b778-adf250d9b1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858641 Mar 31 19:03:15.852044 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6d9af552-912b-4140-af25-3966015dfde2 req-76182bc1-ea95-40f7-b08d-f72a8a92c0ff service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817320 Mar 31 19:03:15.939067 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-939659db-0f23-4b5f-8835-db0c1c2cf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.940510 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-939659db-0f23-4b5f-8835-db0c1c2cf0a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 1128 time: 0.0449727 Mar 31 19:03:16.033491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-9e7c3ecc-5f49-4e5f-a30a-ee6ef73b6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:16.034966 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-9e7c3ecc-5f49-4e5f-a30a-ee6ef73b6a38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0869184 Mar 31 19:03:16.078132 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-26dce282-b012-43c7-bbcb-14250f1ea1bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 200 len: 217 time: 0.0355225 Mar 31 19:03:16.130559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-7ecb407c-4a0a-46ac-8d51-a54f1d4c0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:16.132037 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-7ecb407c-4a0a-46ac-8d51-a54f1d4c0320 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0474274 Mar 31 19:03:16.181146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-8b1aba68-4aaa-41a1-a64d-5a903a0ecfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:16.183076 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-8b1aba68-4aaa-41a1-a64d-5a903a0ecfb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441797 Mar 31 19:03:16.272277 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-b2f7f945-2843-4b16-a603-2af484c4c988 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817835 Mar 31 19:03:16.364113 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d5e78aa-d52e-4a67-a6a5-e61036bfdc26 req-75ca018b-6c65-4715-bc81-0e7946f215d7 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Mar 31 19:03:16.705136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6b18c-44b0-4fca-9d73-903e7dcf23f4 req-ca32f2c3-1115-4755-81fc-94c75d1c2750 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:16.706605 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-92b6b18c-44b0-4fca-9d73-903e7dcf23f4 req-ca32f2c3-1115-4755-81fc-94c75d1c2750 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 944 time: 0.0529416 Mar 31 19:03:16.752864 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-92b6b18c-44b0-4fca-9d73-903e7dcf23f4 req-c1833733-caa0-47bf-834b-0b2362ba95f8 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Mar 31 19:03:17.838267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21829daa-13a9-4f0f-be86-191daf5fd79e details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:03:17.876600 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8531-7fd9-4a04-a917-0c3fc46d2731 req-6bb8fa9a-973e-4b18-98cf-b0baf9413c8f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:17.878178 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-37ee8531-7fd9-4a04-a917-0c3fc46d2731 req-6bb8fa9a-973e-4b18-98cf-b0baf9413c8f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 944 time: 0.0588486 Mar 31 19:03:17.926749 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-37ee8531-7fd9-4a04-a917-0c3fc46d2731 req-95ce0bb2-baf0-4989-b068-3df367ce2f77 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Mar 31 19:03:17.971210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21829daa-13a9-4f0f-be86-191daf5fd79e,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:17.982217 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'port_id': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'mac_address': 'fa:16:3e:bf:6f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:03:18.019148 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 21829daa-13a9-4f0f-be86-191daf5fd79e is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:18.019574 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.032864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21829daa-13a9-4f0f-be86-191daf5fd79e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:03:18.056686 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21829daa-13a9-4f0f-be86-191daf5fd79e,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:18.062590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.125463 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:18.271095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['21829daa-13a9-4f0f-be86-191daf5fd79e'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:03:19.055110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002900a-8b4b-4b71-8878-a4d4a1994383 req-ba46fc71-bbf2-47c2-9458-36fcf77c6fd0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:19.056609 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3002900a-8b4b-4b71-8878-a4d4a1994383 req-ba46fc71-bbf2-47c2-9458-36fcf77c6fd0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 945 time: 0.0536458 Mar 31 19:03:19.104615 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3002900a-8b4b-4b71-8878-a4d4a1994383 req-f8e026b9-49b1-4392-8428-956d9419c440 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Mar 31 19:03:19.838464 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21829daa-13a9-4f0f-be86-191daf5fd79e up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:20.011319 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 21829daa-13a9-4f0f-be86-191daf5fd79e completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:03:20.015252 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 21829daa-13a9-4f0f-be86-191daf5fd79e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:20.022736 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.097123 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 21829daa-13a9-4f0f-be86-191daf5fd79e is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:20.097429 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.121604 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:20.123901 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e72bee-ecbb-4b24-8a8d-062d4986eed9" -d '{"events": [{"server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "name": "network-vif-plugged", "status": "completed", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:20.139710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21829daa-13a9-4f0f-be86-191daf5fd79e,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:20.144657 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.168295 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd8d8d-537c-4e69-88ee-e1713f0f7bd3 x-openstack-request-id: req-f8cd8d8d-537c-4e69-88ee-e1713f0f7bd3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:20.168593 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "name": "network-vif-plugged", "status": "completed", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:20.168868 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8cd8d8d-537c-4e69-88ee-e1713f0f7bd3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:20.169254 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cd8d8d-537c-4e69-88ee-e1713f0f7bd3'] response: {'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'code': 200} Mar 31 19:03:20.200403 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:20.208322 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.208677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.209612 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.209986 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.210304 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.210642 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.210971 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.211298 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.211652 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.211988 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.212466 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.212631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.213553 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.213884 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.214210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:20.244452 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14d458-9d14-4da0-8674-ee7332d717a5 req-9313bacf-ab8a-4373-9d57-36b804057e1e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:20.246135 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef14d458-9d14-4da0-8674-ee7332d717a5 req-9313bacf-ab8a-4373-9d57-36b804057e1e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0681818 Mar 31 19:03:20.296724 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef14d458-9d14-4da0-8674-ee7332d717a5 req-710eb2d1-6074-4f5c-8c79-ffdcd15ed2be tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Mar 31 19:03:20.353285 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c6e6-e896-4918-8187-b597b08f7fd7 req-87bf46af-f294-406e-ab32-4b6d824e43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:20.355299 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-43f2c6e6-e896-4918-8187-b597b08f7fd7 req-87bf46af-f294-406e-ab32-4b6d824e43dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 1130 time: 0.0523987 Mar 31 19:03:20.398523 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-43f2c6e6-e896-4918-8187-b597b08f7fd7 req-96c7ef1d-bcb9-4eb7-852e-7becbfbe0ac9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Mar 31 19:03:21.424607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407aee04-052f-4bda-947f-6208355b27fc req-68e1b975-26a1-418a-92b3-0de905fa2550 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:21.426128 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-407aee04-052f-4bda-947f-6208355b27fc req-68e1b975-26a1-418a-92b3-0de905fa2550 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0569789 Mar 31 19:03:21.476673 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-407aee04-052f-4bda-947f-6208355b27fc req-cb4e71cf-3948-46b6-8e2d-a59a43abd17a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450566 Mar 31 19:03:22.305472 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:22.620487 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460cd3-0de4-4915-ab86-5da76bd72ff6 req-9d8c8d3f-4540-484d-b8dd-fd2f6ebb4d19 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:22.621901 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f460cd3-0de4-4915-ab86-5da76bd72ff6 req-9d8c8d3f-4540-484d-b8dd-fd2f6ebb4d19 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0621800 Mar 31 19:03:22.673052 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0f460cd3-0de4-4915-ab86-5da76bd72ff6 req-53335263-b8dd-4a81-a6b4-4d17a4abf1cb tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Mar 31 19:03:22.788062 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5c9e-9442-48ff-9890-6be4adffb6e7 req-8ca9a2c4-905a-49a7-ae10-74371dec4f4f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:22.789517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bf1c5c9e-9442-48ff-9890-6be4adffb6e7 req-8ca9a2c4-905a-49a7-ae10-74371dec4f4f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0520053 Mar 31 19:03:22.798977 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34648) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:22.803369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'port_id': '21829daa-13a9-4f0f-be86-191daf5fd79e'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:22.843423 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:23.292512 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:23.296438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:23.399827 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 1dcfda03-1e75-4a02-8817-dc0cbc2386e7 associated. External IP: 172.27.1.41, port: 21829daa-13a9-4f0f-be86-191daf5fd79e. Mar 31 19:03:23.858982 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:03:23.969881 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:23.974945 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:23.980774 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:23.990400 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:23.991024 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:03:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:24.009152 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-472a5e0d-4c45-463a-abea-446548ff9802 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "PUT /v2.0/floatingips/1dcfda03-1e75-4a02-8817-dc0cbc2386e7 HTTP/1.1" status: 200 len: 991 time: 1.2090595 Mar 31 19:03:24.009793 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:24.012297 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee" -d '{"events": [{"name": "network-changed", "server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:24.048568 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c7f58d-6bd0-4e24-b200-2737e72b10a8 x-openstack-request-id: req-80c7f58d-6bd0-4e24-b200-2737e72b10a8 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:24.048866 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:24.049127 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80c7f58d-6bd0-4e24-b200-2737e72b10a8 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:24.049543 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c7f58d-6bd0-4e24-b200-2737e72b10a8'] response: {'name': 'network-changed', 'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'status': 'completed', 'code': 200} Mar 31 19:03:24.129637 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:24.139033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-e85e6ccd-0c84-49e8-ad58-002d0892c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.140740 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-e85e6ccd-0c84-49e8-ad58-002d0892c673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 1130 time: 0.0469260 Mar 31 19:03:24.236257 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-840117f3-b5c2-472f-afd4-e7a16f51e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.237763 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-840117f3-b5c2-472f-afd4-e7a16f51e5c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0916722 Mar 31 19:03:24.316890 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-b245d29c-d6f5-45c5-b219-e95d8c5b4815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 200 len: 999 time: 0.0725842 Mar 31 19:03:24.368774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-72e0cbe1-f310-4b4a-b59e-a2c64491677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.370332 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-72e0cbe1-f310-4b4a-b59e-a2c64491677b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0478160 Mar 31 19:03:24.419312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-30fa588a-882c-4fa0-afa4-c78e32e5c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.420887 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-30fa588a-882c-4fa0-afa4-c78e32e5c340 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450096 Mar 31 19:03:24.457563 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '1dcfda03-1e75-4a02-8817-dc0cbc2386e7', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:bf:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531754c-90b2-4f02-b337-916b2ba52625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:03:12Z', 'updated_at': '2022-03-31T19:03:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:24.487905 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:24.496536 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:24.497143 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:03:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:24.511648 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-17de61ac-dd43-45ef-a8fd-8e206f1d96f9 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852239 Mar 31 19:03:24.603744 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6076a460-e11d-4e3d-a51f-3c0cb6efbaee req-652ba974-1e62-44fe-8d35-4bce579f42d9 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Mar 31 19:03:24.604903 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:24.826679 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '1dcfda03-1e75-4a02-8817-dc0cbc2386e7', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:bf:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531754c-90b2-4f02-b337-916b2ba52625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:03:12Z', 'updated_at': '2022-03-31T19:03:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:24.852135 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6bbcd-a137-4245-812a-9345c28a29b8 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': '1dcfda03-1e75-4a02-8817-dc0cbc2386e7', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:bf:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531754c-90b2-4f02-b337-916b2ba52625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:03:12Z', 'updated_at': '2022-03-31T19:03:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:25.047563 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f92ea0-2675-4f3c-8698-4161031d2717 None None] New status for floating IP 1dcfda03-1e75-4a02-8817-dc0cbc2386e7: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:03:34.985049 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e28f2c-427b-429b-8ed7-29a7f718661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.266552 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d245856-f08d-4fbf-8862-b277af32f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.645866 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.119877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:41.444499 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:43.144378 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:03:52.306574 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:58.469415 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-b61b2287-6672-4787-9b33-fefe75673239 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432012 Mar 31 19:03:58.560308 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-9b40b797-d9f3-4d95-8239-fa664b058265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:58.561975 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-9b40b797-d9f3-4d95-8239-fa664b058265 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 1130 time: 0.0456572 Mar 31 19:03:58.669461 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-39383529-8e57-4b73-a65e-6782df5eeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:58.670963 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-39383529-8e57-4b73-a65e-6782df5eeb4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0903933 Mar 31 19:03:58.735266 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-53eeb3e2-f7d0-4767-b7d4-faa98ebcfb40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 200 len: 1001 time: 0.0580738 Mar 31 19:03:58.787312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-0d2c4809-b5d3-4df1-8b45-9f7c255eb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:58.788821 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-0d2c4809-b5d3-4df1-8b45-9f7c255eb343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0469313 Mar 31 19:03:58.836184 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-9d00e215-5a21-4d7b-b817-796302fa181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:58.837691 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-9d00e215-5a21-4d7b-b817-796302fa181c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426152 Mar 31 19:03:58.923953 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-a012eb75-a896-43fb-a700-d72a54e194e7 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799942 Mar 31 19:03:59.013956 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-47bcbebd-7a58-417b-a0e8-6b898276d41b req-9d4c720b-0672-4ca5-b4d5-df990a5335b3 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Mar 31 19:04:04.986784 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-544bfbf3-8ac3-4ff6-b2f3-9401e962d56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:07.271242 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bce62336-48d0-4dbd-8d72-07bce5a42ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:07.694667 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76346ca4-bbd7-42ef-81d0-fde3848733a4 req-365bec87-f4c6-429c-ba37-95429e1082e8 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:07.696181 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76346ca4-bbd7-42ef-81d0-fde3848733a4 req-365bec87-f4c6-429c-ba37-95429e1082e8 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Mar 31 19:04:07.743544 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76346ca4-bbd7-42ef-81d0-fde3848733a4 req-1bc2ba98-9b07-4ae4-88f4-bad34d9db1c6 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Mar 31 19:04:08.648861 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:08.871662 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de48dc-aa7b-4e2a-a463-ed9500d603ad req-d5258cc7-0873-4bdd-9edb-8efc9d5cceca tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:08.873133 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9de48dc-aa7b-4e2a-a463-ed9500d603ad req-d5258cc7-0873-4bdd-9edb-8efc9d5cceca tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0519512 Mar 31 19:04:08.920929 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9de48dc-aa7b-4e2a-a463-ed9500d603ad req-2d425d7d-d792-4bbf-824a-6db8bd24956e tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Mar 31 19:04:09.176949 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-b3bfd881-1351-484c-a12b-de8237b0a0f3 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:09.178431 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-b3bfd881-1351-484c-a12b-de8237b0a0f3 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 946 time: 0.0597751 Mar 31 19:04:09.272866 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port 21829daa-13a9-4f0f-be86-191daf5fd79e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:04:09.273212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:09.360737 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] For port 21829daa-13a9-4f0f-be86-191daf5fd79e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=21829daa-13a9-4f0f-be86-191daf5fd79e,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:09.361103 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:09.773197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:09.773564 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:09.773880 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP 1dcfda03-1e75-4a02-8817-dc0cbc2386e7 disassociated. External IP: 172.27.1.41, port: 21829daa-13a9-4f0f-be86-191daf5fd79e. Mar 31 19:04:09.774226 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for 21829daa-13a9-4f0f-be86-191daf5fd79e owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:04:09.898163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (21829daa-13a9-4f0f-be86-191daf5fd79e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:09.929627 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=21829daa-13a9-4f0f-be86-191daf5fd79e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:09.940750 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.941113 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.941467 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.941814 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.942153 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.942493 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.942829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.943163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.943522 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.943859 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.944196 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.944536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.944863 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.945193 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:09.945523 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:10.028771 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-838c3faa-0f07-487e-8dbc-180230312f26 req-460eeb9a-14a0-4e90-8751-026290d60fbc tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=0531754c-90b2-4f02-b337-916b2ba52625 HTTP/1.1" status: 200 len: 210 time: 0.0321150 Mar 31 19:04:10.064827 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:04:10.124680 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:10.176347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:04:10.186987 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:04:10.197161 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:10.198767 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:04:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:10.219549 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] No DVR routers for this DVR port 21829daa-13a9-4f0f-be86-191daf5fd79e on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:04:10.221982 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:10.225357 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-843ab236-0c59-417e-aa4b-8a0e2199112a req-2099a9ab-5f1b-4fe0-acb4-574e90f1e65c tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "DELETE /v2.0/ports/21829daa-13a9-4f0f-be86-191daf5fd79e HTTP/1.1" status: 204 len: 173 time: 1.0410433 Mar 31 19:04:10.225805 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'name': 'network-vif-deleted', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:10.228085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da37c6f-bf0b-4535-b692-88b48cdedeac" -d '{"events": [{"server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "name": "network-vif-deleted", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:10.275973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189da547-db21-40ac-8d84-b556a7db5c7b x-openstack-request-id: req-189da547-db21-40ac-8d84-b556a7db5c7b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:10.276759 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0531754c-90b2-4f02-b337-916b2ba52625", "name": "network-vif-deleted", "tag": "21829daa-13a9-4f0f-be86-191daf5fd79e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:10.277181 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-189da547-db21-40ac-8d84-b556a7db5c7b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:10.278140 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189da547-db21-40ac-8d84-b556a7db5c7b'] response: {'server_uuid': '0531754c-90b2-4f02-b337-916b2ba52625', 'name': 'network-vif-deleted', 'tag': '21829daa-13a9-4f0f-be86-191daf5fd79e', 'status': 'completed', 'code': 200} Mar 31 19:04:10.313656 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:10.619313 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:10.646222 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:04:10.655909 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:10.656507 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:04:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:10.767597 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:10.961401 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:10.992593 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea87a32-b3e0-4389-ac70-5c55d8f068a5 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:04:11.113101 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:11.169996 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (2a4f1e88-79cb-4b60-95d8-cebc01adaf7a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.194178 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (2a4f1e88-79cb-4b60-95d8-cebc01adaf7a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.224247 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89261e2-abb6-4743-9c66-ee84c213cb7a None None] New status for floating IP 1dcfda03-1e75-4a02-8817-dc0cbc2386e7: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:04:11.249220 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (2a4f1e88-79cb-4b60-95d8-cebc01adaf7a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.252563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.253856 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a4f1e88-79cb-4b60-95d8-cebc01adaf7a HTTP/1.1" status: 204 len: 168 time: 0.1397572 Mar 31 19:04:11.256739 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34734) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:11.265626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43cd5b-7f08-4476-a721-8fcc9c48397d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f1e88-79cb-4b60-95d8-cebc01adaf7a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:11.271153 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-75ff0a62-d677-4e9d-b0b3-c78010bf1e96 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] show failed (client error): The resource could not be found. Mar 31 19:04:11.274913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34736) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:11.275081 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-75ff0a62-d677-4e9d-b0b3-c78010bf1e96 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups/2a4f1e88-79cb-4b60-95d8-cebc01adaf7a HTTP/1.1" status: 404 len: 347 time: 0.0171359 Mar 31 19:04:11.403577 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port f66bbd05-7eda-40fb-92a0-1b871339cf37 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:04:11.403924 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.448087 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.483306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.483592 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (f66bbd05-7eda-40fb-92a0-1b871339cf37), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.495653 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for f66bbd05-7eda-40fb-92a0-1b871339cf37 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:04:11.632657 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (f66bbd05-7eda-40fb-92a0-1b871339cf37), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.656970 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=f66bbd05-7eda-40fb-92a0-1b871339cf37,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:11.720324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (1dcfda03-1e75-4a02-8817-dc0cbc2386e7), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.722850 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:11.724046 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d6389cba-9af9-42ff-9b74-c460b4995b0d tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/floatingips/1dcfda03-1e75-4a02-8817-dc0cbc2386e7 HTTP/1.1" status: 204 len: 168 time: 0.4472878 Mar 31 19:04:12.120843 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21829daa-13a9-4f0f-be86-191daf5fd79e no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:04:12.141185 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 21829daa-13a9-4f0f-be86-191daf5fd79e {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:04:12.141535 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 21829daa-13a9-4f0f-be86-191daf5fd79e not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:04:12.200149 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:12.205037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439191943', 'description': 'tempest-description--547480635'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:12.224873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.297909 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (07e9f3da-a747-49cc-8ad0-7a9f81831a21), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.301595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (07e9f3da-a747-49cc-8ad0-7a9f81831a21), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.330083 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.331303 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1301458 Mar 31 19:04:12.333187 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cc9ad-63ce-42be-8889-d716f8385a22 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9f3da-a747-49cc-8ad0-7a9f81831a21,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:12.334325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34742) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:12.340408 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '07e9f3da-a747-49cc-8ad0-7a9f81831a21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:12.366406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (988d8782-fb35-40cb-a0db-e49ceb913e07), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.421774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (988d8782-fb35-40cb-a0db-e49ceb913e07), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.426621 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (988d8782-fb35-40cb-a0db-e49ceb913e07), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.443929 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988d8782-fb35-40cb-a0db-e49ceb913e07,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:12.451809 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.452998 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-080df8a1-d910-4868-a36e-03f0ad16c7a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176939 Mar 31 19:04:12.455651 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34744) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:12.460000 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'security_group_rule': {'security_group_id': '07e9f3da-a747-49cc-8ad0-7a9f81831a21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:12.485832 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (20e041fa-a694-4f77-b000-ab22d92ea72c), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.542410 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (20e041fa-a694-4f77-b000-ab22d92ea72c), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.546025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (20e041fa-a694-4f77-b000-ab22d92ea72c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.562959 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e041fa-a694-4f77-b000-ab22d92ea72c,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:12.571065 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.571442 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.571798 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.572238 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.573212 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.573586 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.573942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.574295 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.574639 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.574981 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.575323 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.575697 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.576034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.576370 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.576708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:12.581350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.582537 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-ba344a34-92a6-4d56-b1f2-2c8f58ef6150 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259727 Mar 31 19:04:12.585508 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34746) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:12.590797 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:12.611104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.711817 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.815688 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.27.1.239 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/2fc34e92-d0e7-49a7-8126-da45ab888102) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:12.914837 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.948508 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:12.984875 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:12.987750 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:12.993493 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:12.998966 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=2fc34e92-d0e7-49a7-8126-da45ab888102,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:13.085702 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.121974 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.269788 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.273995 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.346116 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=2fc34e92-d0e7-49a7-8126-da45ab888102,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:13.357087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.372030 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.373522 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6e9e1f3d-aead-4832-9de3-e5de4cfaec69 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7868450 Mar 31 19:04:13.521386 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-0543c1ad-5a09-44ea-8343-3ab500b0a7f9 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--439191943&fields=id&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 267 time: 0.0428197 Mar 31 19:04:13.633786 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-b699a9b5-4e25-40e2-a96e-d15c0e8debf4 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:13.635875 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-b699a9b5-4e25-40e2-a96e-d15c0e8debf4 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1062078 Mar 31 19:04:13.651096 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-5375b43e-39bd-4ba1-9e29-5276ceaddc04 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/quotas/6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Mar 31 19:04:13.705686 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-f23af3a3-d74b-4ed6-b4fa-b2e3aa8e7b6a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489800 Mar 31 19:04:13.919605 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-e515a0ab-a905-4ed3-8122-f6e47c63ab54 service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018576 Mar 31 19:04:14.007490 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-f0c67e39-d7f8-4356-a721-9ff8ede7be78 service neutron] 10.222.0.32 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Mar 31 19:04:14.168511 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-859a32f4-a44d-4910-bb23-6e6f17c8b381 req-57201089-c1c2-4874-975b-9c99504944a7 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Mar 31 19:04:15.069549 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a97b2869-b028-488f-9ad8-be91429b8aed tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:15.071055 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a97b2869-b028-488f-9ad8-be91429b8aed tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 815 time: 0.1114423 Mar 31 19:04:15.132024 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-91646aa2-cd2e-429d-a609-7348bab1f526 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9 HTTP/1.1" status: 200 len: 379 time: 0.0532112 Mar 31 19:04:15.140857 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'port': {'device_id': '66e56811-4ba4-4fb3-945b-971538884788', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'admin_state_up': True, 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'security_groups': ['07e9f3da-a747-49cc-8ad0-7a9f81831a21']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:15.257293 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Made reservation on behalf of 6d72d6d3e4d14eaba20561e4d57fdee9 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:04:15.261115 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.265268 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-67653d79-2cd9-4f36-9fec-2128fe49232b req-97467791-1c22-444e-a966-c4f519ae3745 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 210 time: 0.0280933 Mar 31 19:04:15.390384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Allocated IP 172.20.0.12 (27ff803f-a124-4645-b171-7717a9b1d908/100bb0a2-6e5d-458b-8d24-335a5546f012/ddf5d470-0663-4b20-b259-3a9aeecef2d8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:15.539444 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.574368 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.616152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Network 27ff803f-a124-4645-b171-7717a9b1d908 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:15.619577 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:15.621821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:15.651317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event updated for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:15.681721 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:15.682555 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.699866 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-c2ad2562-1cae-43fb-9061-0b30303aa2b2 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626159 Mar 31 19:04:15.710880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Request body: {'port': {'device_id': '66e56811-4ba4-4fb3-945b-971538884788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:15.777530 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.895580 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-b71c38f8-87ff-4332-89ed-cc3563dc43ae None None] Provisioning complete for port ddf5d470-0663-4b20-b259-3a9aeecef2d8 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:15.896307 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b71c38f8-87ff-4332-89ed-cc3563dc43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:15.929301 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b71c38f8-87ff-4332-89ed-cc3563dc43ae None None] Port ddf5d470-0663-4b20-b259-3a9aeecef2d8 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:04:16.038506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf5d470-0663-4b20-b259-3a9aeecef2d8 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:16.046002 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks [] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:16.058128 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Transition to ACTIVE for port object ddf5d470-0663-4b20-b259-3a9aeecef2d8 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:04:16.062289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:16.135445 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:16.184686 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Attempting to bind port ddf5d470-0663-4b20-b259-3a9aeecef2d8 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:04:16.185031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Attempting to bind port ddf5d470-0663-4b20-b259-3a9aeecef2d8 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:04:16.185375 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Attempting to bind port ddf5d470-0663-4b20-b259-3a9aeecef2d8 on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:16.190030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Port ddf5d470-0663-4b20-b259-3a9aeecef2d8 on network 27ff803f-a124-4645-b171-7717a9b1d908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:04:16.190354 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Attempting to bind port ddf5d470-0663-4b20-b259-3a9aeecef2d8 on network 27ff803f-a124-4645-b171-7717a9b1d908 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:16.195469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:04:16.195778 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Checking segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:04:16.196174 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Bound using segment: {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:04:16.196602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Bound port: ddf5d470-0663-4b20-b259-3a9aeecef2d8, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd86027-ce9c-4a3c-8aa8-88970aaed02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:04:16.196965 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:16.265074 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:04:16.268307 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:04:16.274523 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:16.307865 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.308500 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:16.309893 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 200 len: 1094 time: 0.6032083 Mar 31 19:04:16.310341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:16.312615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55" -d '{"events": [{"name": "network-changed", "server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:16.345512 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cf917-e6a6-43e2-991d-e86b4db6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:16.410163 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af890901-947d-4701-a9a3-f59c7b213c09 x-openstack-request-id: req-af890901-947d-4701-a9a3-f59c7b213c09 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:16.410459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:16.410721 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af890901-947d-4701-a9a3-f59c7b213c09 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:16.411130 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af890901-947d-4701-a9a3-f59c7b213c09'] response: {'name': 'network-changed', 'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'status': 'completed', 'code': 200} Mar 31 19:04:16.439789 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a40bca4d-f8bf-400a-9bb3-6a3cb941c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.441542 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a40bca4d-f8bf-400a-9bb3-6a3cb941c821 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 1128 time: 0.0744963 Mar 31 19:04:16.486908 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-ab2f57ed-72a6-4fa3-862a-b65ebab32da3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 200 len: 217 time: 0.0374269 Mar 31 19:04:16.539176 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a0405472-b015-4972-b0a0-712342f68571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.540790 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-a0405472-b015-4972-b0a0-712342f68571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0471547 Mar 31 19:04:16.580189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b089-7f24-4880-9442-a72c2b6cd079 req-fd43936c-e723-4587-9a34-124b6b9e9379 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.581661 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3bf3b089-7f24-4880-9442-a72c2b6cd079 req-fd43936c-e723-4587-9a34-124b6b9e9379 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 944 time: 0.0586197 Mar 31 19:04:16.596952 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-70ec6e48-2b10-4945-9f62-c1dacd788aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.598500 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-70ec6e48-2b10-4945-9f62-c1dacd788aca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522697 Mar 31 19:04:16.629771 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3bf3b089-7f24-4880-9442-a72c2b6cd079 req-637cfca0-0657-4ee4-919b-f3edf93c7631 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Mar 31 19:04:16.689608 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-310946b8-60a4-4365-8c0f-41c1cc28a224 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 Mar 31 19:04:16.783048 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e31c047b-41a0-47cf-b6ed-e35eb5d883ef req-6ed87e19-6ec7-4b1a-bb0d-2dfba81fb492 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862958 Mar 31 19:04:16.873702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-bfea1e93-1b86-4458-a3ca-76f1281be236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.875209 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-bfea1e93-1b86-4458-a3ca-76f1281be236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 1128 time: 0.0451298 Mar 31 19:04:16.961757 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-b08bbc49-9c5c-42b3-8a20-191ab2eb7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.963342 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-b08bbc49-9c5c-42b3-8a20-191ab2eb7441 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0822918 Mar 31 19:04:17.006249 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-9900c858-9246-40ee-b3e7-254f349cb6ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 200 len: 217 time: 0.0369034 Mar 31 19:04:17.052806 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-361bc15e-26f7-4dbf-b201-1348ae88cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.054227 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-361bc15e-26f7-4dbf-b201-1348ae88cd78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0419049 Mar 31 19:04:17.101908 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-097cd632-c382-464d-afee-28c5a5653001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.104222 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-097cd632-c382-464d-afee-28c5a5653001 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430489 Mar 31 19:04:17.194767 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-bbb16058-f9a1-4f35-b22e-523017f7509f service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Mar 31 19:04:17.282192 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99ee653e-5d85-4b8c-ba5c-1bdf59e02d55 req-45f73bc2-da61-49b2-8386-3f6ed660492d service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808773 Mar 31 19:04:17.752883 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fba43-c183-4ce8-8d82-65d7024fe5b8 req-c0640989-0a8f-478d-8eb5-9366420ea627 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.754335 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-839fba43-c183-4ce8-8d82-65d7024fe5b8 req-c0640989-0a8f-478d-8eb5-9366420ea627 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 944 time: 0.0516279 Mar 31 19:04:17.800129 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-839fba43-c183-4ce8-8d82-65d7024fe5b8 req-d0ecb303-82f6-4e18-8339-251d5fcb285b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395396 Mar 31 19:04:18.138045 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ddf5d470-0663-4b20-b259-3a9aeecef2d8 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:04:18.245501 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:18.257034 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'port_id': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'mac_address': 'fa:16:3e:b6:59:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:04:18.312927 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ddf5d470-0663-4b20-b259-3a9aeecef2d8 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:18.313314 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:18.328235 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf5d470-0663-4b20-b259-3a9aeecef2d8 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:18.349262 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:18.355431 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:18.408420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:18.565553 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ddf5d470-0663-4b20-b259-3a9aeecef2d8'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:04:18.926581 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b80e6-0ad8-4433-87c2-2682ebf1a84f req-67bb1cbf-3dff-44a3-a6e1-62bcf7214514 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:18.928094 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da2b80e6-0ad8-4433-87c2-2682ebf1a84f req-67bb1cbf-3dff-44a3-a6e1-62bcf7214514 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 945 time: 0.0615399 Mar 31 19:04:18.975176 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da2b80e6-0ad8-4433-87c2-2682ebf1a84f req-e20c4d5c-efa7-4aca-8949-d82a2c5cbe95 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412858 Mar 31 19:04:20.144268 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:04:20.152682 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ddf5d470-0663-4b20-b259-3a9aeecef2d8 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:04:20.203714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port ddf5d470-0663-4b20-b259-3a9aeecef2d8 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:04:20.208038 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port ddf5d470-0663-4b20-b259-3a9aeecef2d8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:20.208487 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:20.252084 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7205-083d-45c8-ad34-2eeb19862fcf req-6323e909-5fbc-40a3-8baa-7da0515b9f7f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:20.253642 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3efb7205-083d-45c8-ad34-2eeb19862fcf req-6323e909-5fbc-40a3-8baa-7da0515b9f7f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Mar 31 19:04:20.288447 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ddf5d470-0663-4b20-b259-3a9aeecef2d8 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:20.288841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:20.303004 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3efb7205-083d-45c8-ad34-2eeb19862fcf req-10f71e29-8a1a-4827-96ab-3a941db1ae5f tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Mar 31 19:04:20.315360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:20.317884 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9a444-38ab-47ea-972a-f742c7114a92" -d '{"events": [{"server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "name": "network-vif-plugged", "status": "completed", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:20.330226 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:20.334281 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:20.359532 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23910078-a47e-4805-b0e6-3462f592dc14 x-openstack-request-id: req-23910078-a47e-4805-b0e6-3462f592dc14 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:20.360418 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "name": "network-vif-plugged", "status": "completed", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:20.360682 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23910078-a47e-4805-b0e6-3462f592dc14 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:20.361289 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23910078-a47e-4805-b0e6-3462f592dc14'] response: {'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'code': 200} Mar 31 19:04:20.390085 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:20.397342 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.397700 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.398048 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.398400 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.398736 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.399069 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.399399 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.399759 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.400195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.401128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.401464 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.401791 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.402119 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.402443 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.402766 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:04:20.522965 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023c7f-7315-4f6e-81fc-0d30b38e528e req-ceb972cf-cc87-4b03-a42b-3887e9402d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:20.524441 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a1023c7f-7315-4f6e-81fc-0d30b38e528e req-ceb972cf-cc87-4b03-a42b-3887e9402d14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 1130 time: 0.0447443 Mar 31 19:04:20.572004 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a1023c7f-7315-4f6e-81fc-0d30b38e528e req-27340813-946d-4015-bd74-b16406a549b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420225 Mar 31 19:04:21.421756 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3752f6-c166-499c-9d17-932dfdc4aafd req-231a8222-eb9a-4e4a-9060-24e8d2409cf5 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:21.423499 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff3752f6-c166-499c-9d17-932dfdc4aafd req-231a8222-eb9a-4e4a-9060-24e8d2409cf5 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0527985 Mar 31 19:04:21.473971 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ff3752f6-c166-499c-9d17-932dfdc4aafd req-9af28b57-edb4-42cd-a359-04e1e1d8e061 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449097 Mar 31 19:04:22.308729 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.596130 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0401f-798d-47a5-b7ea-9772589f1577 req-f3b1f39d-148a-45bc-8654-7ef10854e318 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:22.597555 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4fc0401f-798d-47a5-b7ea-9772589f1577 req-f3b1f39d-148a-45bc-8654-7ef10854e318 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0541332 Mar 31 19:04:22.645468 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4fc0401f-798d-47a5-b7ea-9772589f1577 req-965c6453-f6a5-4634-94d6-48cc51865b93 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Mar 31 19:04:22.762854 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2142-dad8-4771-a625-a033f864d75c req-5ea6b682-82e3-4507-94da-a324a871075a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:22.764375 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-612d2142-dad8-4771-a625-a033f864d75c req-5ea6b682-82e3-4507-94da-a324a871075a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0547578 Mar 31 19:04:22.772720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34796) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:22.777828 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Request body: {'floatingip': {'port_id': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:22.819210 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:23.240052 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:23.244384 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:23.345075 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd associated. External IP: 172.27.1.239, port: ddf5d470-0663-4b20-b259-3a9aeecef2d8. Mar 31 19:04:23.554901 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:04:23.669480 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:04:23.673952 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:23.679738 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:04:23.690263 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:23.690883 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:04:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:23.702805 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c1e5b52a-7bed-42f1-bf14-d70ea8997e13 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "PUT /v2.0/floatingips/c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd HTTP/1.1" status: 200 len: 992 time: 0.9290247 Mar 31 19:04:23.703397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:23.705672 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18" -d '{"events": [{"name": "network-changed", "server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:23.744974 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733b1fb-9148-47b9-bf16-ec5559a9fe02 x-openstack-request-id: req-c733b1fb-9148-47b9-bf16-ec5559a9fe02 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:23.745266 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:23.745525 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c733b1fb-9148-47b9-bf16-ec5559a9fe02 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:23.745936 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c733b1fb-9148-47b9-bf16-ec5559a9fe02'] response: {'name': 'network-changed', 'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'status': 'completed', 'code': 200} Mar 31 19:04:23.803018 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:23.810535 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-a9410ef9-82ed-4d5f-901e-dbefdc865355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:23.812060 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-a9410ef9-82ed-4d5f-901e-dbefdc865355 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 1130 time: 0.0456672 Mar 31 19:04:23.902790 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-3129e479-597d-4b64-9eb4-a8e5c95bdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:23.904306 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-3129e479-597d-4b64-9eb4-a8e5c95bdc1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0870597 Mar 31 19:04:23.975146 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-0127a2b2-a15f-4177-859c-6d6b87341166 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 200 len: 1000 time: 0.0648022 Mar 31 19:04:24.025683 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-69fe9a78-b207-4479-ad5f-0684c505e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:24.028048 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-69fe9a78-b207-4479-ad5f-0684c505e352 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0463767 Mar 31 19:04:24.035548 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:b6:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e56811-4ba4-4fb3-945b-971538884788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:13Z', 'updated_at': '2022-03-31T19:04:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:24.064778 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:04:24.073611 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:24.074221 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:04:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:24.077145 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-b2bfa3fc-8713-4011-8440-a87c3422ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:24.078678 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-b2bfa3fc-8713-4011-8440-a87c3422ac87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451012 Mar 31 19:04:24.174888 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-7dd566f3-4734-4610-bf0d-1a89601c41fb service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904198 Mar 31 19:04:24.180679 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:24.274424 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb7eaabc-0788-4cbc-97ba-c47ef1e35f18 req-e99195e5-1d18-4c50-a468-93853f2d401f service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Mar 31 19:04:24.410372 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:b6:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e56811-4ba4-4fb3-945b-971538884788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:13Z', 'updated_at': '2022-03-31T19:04:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:24.436261 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d207-2aad-4862-be70-416c7299faf6 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'port_id': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'mac_address': 'fa:16:3e:b6:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e56811-4ba4-4fb3-945b-971538884788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:13Z', 'updated_at': '2022-03-31T19:04:23Z', 'revision_number': 1, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:04:24.648833 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aa95e-cb2f-44d8-98df-97a5ebad354b None None] New status for floating IP c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd: ACTIVE {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:04:34.988415 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b863ae51-1369-47cd-a1e7-3ee8d9dc88ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:37.273757 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c975be2-54c6-4687-8e52-da623b3a84b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:38.653620 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:40.127962 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:41.453115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:52.312069 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:57.142952 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:04:59.252746 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-f5672013-4bba-444c-a212-16121f70df4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467653 Mar 31 19:04:59.336438 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-52f09a34-7676-4401-8c6f-4865cf409057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:59.339174 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-52f09a34-7676-4401-8c6f-4865cf409057 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 1130 time: 0.0457442 Mar 31 19:04:59.441892 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-6fb23874-70b7-406d-8b8d-600292067737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:59.443360 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-6fb23874-70b7-406d-8b8d-600292067737 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 200 len: 916 time: 0.0856123 Mar 31 19:04:59.511759 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-3bc78140-15e6-4941-82f8-c5464e8f5b2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0626688 Mar 31 19:04:59.559868 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-fcecdcc3-bab9-40ac-ba7f-bdc2156f23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:59.561380 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-fcecdcc3-bab9-40ac-ba7f-bdc2156f23ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 200 len: 854 time: 0.0437427 Mar 31 19:04:59.609482 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-2b5223e5-d825-43bd-9b25-7894b2eb7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:59.610977 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-2b5223e5-d825-43bd-9b25-7894b2eb7b15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27ff803f-a124-4645-b171-7717a9b1d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439420 Mar 31 19:04:59.706109 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-153ca535-23f4-41a0-90ad-cfe54ab622f9 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890608 Mar 31 19:04:59.796429 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a84b7b9-70fb-4878-9ca0-0eadc653b48c req-dfbd0334-f927-4cc4-bb39-efffcb3c3b94 service neutron] 10.222.0.23 "GET /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836928 Mar 31 19:05:04.990525 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51824887-6d9f-4ca0-9ae8-d0737e63b13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.277209 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50906673-4c66-4e4f-b1a8-aa0c92b1e473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:08.655113 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:10.130269 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:11.454731 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:22.318193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:34.142192 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:05:34.994075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa789-83f4-41eb-846b-f7618f516d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:36.165260 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046a97-9442-4283-9338-f54deeea676a req-43caacf7-82d7-4124-8821-711bc339e40a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:36.166662 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fc046a97-9442-4283-9338-f54deeea676a req-43caacf7-82d7-4124-8821-711bc339e40a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0541894 Mar 31 19:05:36.213163 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fc046a97-9442-4283-9338-f54deeea676a req-79e98dff-fd63-4091-b097-5527a432d0c8 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409002 Mar 31 19:05:37.278473 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac394ebb-ff00-42c9-8a70-7ba1ebd6cabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:37.338447 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0364-8976-4c94-b269-526c14a4f69a req-23eb8029-2ceb-4468-8b0e-27badba62037 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:37.339959 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-973b0364-8976-4c94-b269-526c14a4f69a req-23eb8029-2ceb-4468-8b0e-27badba62037 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0564697 Mar 31 19:05:37.387626 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-973b0364-8976-4c94-b269-526c14a4f69a req-4c81b685-6698-4081-886e-47d7ac1aed18 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups?id=07e9f3da-a747-49cc-8ad0-7a9f81831a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Mar 31 19:05:37.646381 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-93abed94-907c-429b-89e6-2c5bb3deca64 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:37.647953 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-93abed94-907c-429b-89e6-2c5bb3deca64 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 946 time: 0.0540121 Mar 31 19:05:37.750995 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port ddf5d470-0663-4b20-b259-3a9aeecef2d8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:37.751344 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:37.840834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] For port ddf5d470-0663-4b20-b259-3a9aeecef2d8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ddf5d470-0663-4b20-b259-3a9aeecef2d8,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:05:37.841239 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.012596 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.012851 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.013162 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.l3_db [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Floating IP c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd disassociated. External IP: 172.27.1.239, port: ddf5d470-0663-4b20-b259-3a9aeecef2d8. Mar 31 19:05:38.013504 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for ddf5d470-0663-4b20-b259-3a9aeecef2d8 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:38.140031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ddf5d470-0663-4b20-b259-3a9aeecef2d8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.172018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=ddf5d470-0663-4b20-b259-3a9aeecef2d8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:38.185906 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.186432 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.186953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.187502 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.188043 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.188593 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.189128 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.189592 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.190057 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.190514 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.190973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.191470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.191947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.192406 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.192869 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:38.308882 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:05:38.497400 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e7e8e642-d514-4abc-a457-072240fb04fb req-74dbcdaa-a52b-489e-814a-5e69a085fbe0 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e56811-4ba4-4fb3-945b-971538884788 HTTP/1.1" status: 200 len: 210 time: 0.0368338 Mar 31 19:05:38.659000 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.678947 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:05:38.690184 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363659d-e053-4f19-922f-595465caf547 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:05:38.701605 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:05:38.702312 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:05:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:38.721952 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] No DVR routers for this DVR port ddf5d470-0663-4b20-b259-3a9aeecef2d8 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:05:38.724539 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:38.728050 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-184e59cf-f287-44df-8a67-34d9e8b5df80 req-53a7cf58-f411-4346-b8cb-ccc2a43a7bef tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.23 "DELETE /v2.0/ports/ddf5d470-0663-4b20-b259-3a9aeecef2d8 HTTP/1.1" status: 204 len: 173 time: 1.0712895 Mar 31 19:05:38.728484 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'name': 'network-vif-deleted', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:05:38.730729 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba0167-b16c-4b77-b181-61f616cc5560" -d '{"events": [{"server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "name": "network-vif-deleted", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:05:38.768081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbbc41-a396-47bb-867d-b42e2e8d33ae x-openstack-request-id: req-b7cbbc41-a396-47bb-867d-b42e2e8d33ae {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:05:38.768438 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e56811-4ba4-4fb3-945b-971538884788", "name": "network-vif-deleted", "tag": "ddf5d470-0663-4b20-b259-3a9aeecef2d8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:05:38.768698 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7cbbc41-a396-47bb-867d-b42e2e8d33ae {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:05:38.769109 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cbbc41-a396-47bb-867d-b42e2e8d33ae'] response: {'server_uuid': '66e56811-4ba4-4fb3-945b-971538884788', 'name': 'network-vif-deleted', 'tag': 'ddf5d470-0663-4b20-b259-3a9aeecef2d8', 'status': 'completed', 'code': 200} Mar 31 19:05:38.819565 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:05:39.022937 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:39.052048 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363659d-e053-4f19-922f-595465caf547 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:05:39.060124 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:05:39.060730 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:05:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:39.167938 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:05:39.373504 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d363659d-e053-4f19-922f-595465caf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:39.399551 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363659d-e053-4f19-922f-595465caf547 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:01:12Z', 'revision_number': 4, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'b083e907-10b8-4795-b93c-66968e237f34', 'name': '', 'network_id': '27ff803f-a124-4645-b171-7717a9b1d908', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'mac_address': 'fa:16:3e:6b:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:12Z', 'updated_at': '2022-03-31T19:01:16Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'subnets': [{'id': '100bb0a2-6e5d-458b-8d24-335a5546f012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:05:39.600312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34882) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:39.610121 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7897a4-a7ff-483c-9f90-9c53a32f4e54 None None] New status for floating IP c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd: DOWN {{(pid=109723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:05:39.657114 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (07e9f3da-a747-49cc-8ad0-7a9f81831a21), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.682064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (07e9f3da-a747-49cc-8ad0-7a9f81831a21), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.733180 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (07e9f3da-a747-49cc-8ad0-7a9f81831a21), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.735819 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.737219 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/security-groups/07e9f3da-a747-49cc-8ad0-7a9f81831a21 HTTP/1.1" status: 204 len: 168 time: 0.1359046 Mar 31 19:05:39.740350 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34884) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:39.749451 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2f50f-46fe-4a4b-a518-54d1fa6d1177 tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9f3da-a747-49cc-8ad0-7a9f81831a21,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:39.758957 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.api.v2.resource [None req-2f8c0198-419b-478e-a060-d15d98f5d25a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] show failed (client error): The resource could not be found. Mar 31 19:05:39.760176 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2f8c0198-419b-478e-a060-d15d98f5d25a tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "GET /v2.0/security-groups/07e9f3da-a747-49cc-8ad0-7a9f81831a21 HTTP/1.1" status: 404 len: 347 time: 0.0184228 Mar 31 19:05:39.763066 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34886) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:39.910005 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Deleting port 2fc34e92-d0e7-49a7-8126-da45ab888102 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:39.910281 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.987668 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.988004 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (2fc34e92-d0e7-49a7-8126-da45ab888102), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.000677 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Calling delete_port for 2fc34e92-d0e7-49a7-8126-da45ab888102 owned by network:floatingip {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:40.132653 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (2fc34e92-d0e7-49a7-8126-da45ab888102), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.133141 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.160822 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Pushing event deleted for resources: {'Port': ['ID=2fc34e92-d0e7-49a7-8126-da45ab888102,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:40.189671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.190024 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.190375 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.190725 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.191068 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.191433 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.191769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.192104 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.192438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.192775 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.193112 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.193449 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.193781 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.194111 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.194442 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:40.232608 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks [] for floatingip (c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.235158 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.236358 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-9cc64420-6e00-4e46-9f44-54cd00e6f39b tempest-AttachVolumeNegativeTest-591206685 tempest-AttachVolumeNegativeTest-591206685-project] 10.222.0.32 "DELETE /v2.0/floatingips/c4856f1c-c2ad-4f45-b0fd-07a37ebfa4dd HTTP/1.1" status: 204 len: 168 time: 0.4722536 Mar 31 19:05:41.456862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:42.445884 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ddf5d470-0663-4b20-b259-3a9aeecef2d8 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:05:42.468638 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: ddf5d470-0663-4b20-b259-3a9aeecef2d8 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:05:42.469336 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ddf5d470-0663-4b20-b259-3a9aeecef2d8 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:05:43.886924 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34922) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:44.486410 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:44.746503 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Deleting port b083e907-10b8-4795-b93c-66968e237f34 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:44.746852 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (b083e907-10b8-4795-b93c-66968e237f34), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:44.824877 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] For port b083e907-10b8-4795-b93c-66968e237f34, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=b083e907-10b8-4795-b93c-66968e237f34,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:05:44.825239 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (b083e907-10b8-4795-b93c-66968e237f34), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:44.837472 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Calling delete_port for b083e907-10b8-4795-b93c-66968e237f34 owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:45.024126 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (b083e907-10b8-4795-b93c-66968e237f34), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.050285 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=b083e907-10b8-4795-b93c-66968e237f34,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:45.234823 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.453168 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Router 6aa7bd1d-0460-489e-9cb9-502c3410951f has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:05:45.557474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:05:45.562773 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c1499042-9823-4085-8297-90a93bb82ffe admin admin] 10.222.0.32 "PUT /v2.0/routers/6aa7bd1d-0460-489e-9cb9-502c3410951f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747484 Mar 31 19:05:45.565298 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34924) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:45.567860 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Sync routers for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:05:45.577601 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:05:45.578218 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:05:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:45.672675 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks [] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.686220 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:05:45.778205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks [] for router_gateway (6aa7bd1d-0460-489e-9cb9-502c3410951f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.830852 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Deleting port e96a24f1-20be-4ab4-8020-61263cb27342 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:45.831199 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.865974 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:05:44Z', 'revision_number': 5, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port': {'id': 'e96a24f1-20be-4ab4-8020-61263cb27342', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:10Z', 'updated_at': '2022-03-31T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:45.892720 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Checking router: 6aa7bd1d-0460-489e-9cb9-502c3410951f for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:05:45.900961 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Routers {'6aa7bd1d-0460-489e-9cb9-502c3410951f'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:05:45.901560 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:05:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['6aa7bd1d-0460-489e-9cb9-502c3410951f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:45.913219 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] For port e96a24f1-20be-4ab4-8020-61263cb27342, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=e96a24f1-20be-4ab4-8020-61263cb27342,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:05:45.913593 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:45.928215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Calling delete_port for e96a24f1-20be-4ab4-8020-61263cb27342 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:45.990870 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] Set router 6aa7bd1d-0460-489e-9cb9-502c3410951f gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:05:46.044900 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:05:45Z', 'revision_number': 6, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:46.101846 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (e96a24f1-20be-4ab4-8020-61263cb27342), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.129074 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Pushing event deleted for resources: {'Port': ['ID=e96a24f1-20be-4ab4-8020-61263cb27342,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:46.173854 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce49ab8-b6a7-470f-a20c-828ad87e1f76 None None] The sync data for ids ['6aa7bd1d-0460-489e-9cb9-502c3410951f'] in dv-cinder-795785-5-iscsi is: [{'id': '6aa7bd1d-0460-489e-9cb9-502c3410951f', 'name': 'tempest-AttachVolumeNegativeTest-1519159233-router', 'tenant_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:09Z', 'updated_at': '2022-03-31T19:05:45Z', 'revision_number': 6, 'project_id': '6d72d6d3e4d14eaba20561e4d57fdee9', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:05:46.199984 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.295096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.297148 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks [] for router_controller (6aa7bd1d-0460-489e-9cb9-502c3410951f), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.342110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (6aa7bd1d-0460-489e-9cb9-502c3410951f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.342654 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa7bd1d-0460-489e-9cb9-502c3410951f {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:05:46.347136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.348203 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d1f626ae-7482-4b89-a0c4-eca1f5228fef admin admin] 10.222.0.32 "DELETE /v2.0/routers/6aa7bd1d-0460-489e-9cb9-502c3410951f HTTP/1.1" status: 204 len: 168 time: 0.7819426 Mar 31 19:05:46.350618 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 34926) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:46.394046 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Deleting subnet 100bb0a2-6e5d-458b-8d24-335a5546f012 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:05:46.397078 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Publish callbacks [] for subnet (100bb0a2-6e5d-458b-8d24-335a5546f012), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.435966 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (100bb0a2-6e5d-458b-8d24-335a5546f012), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.511691 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (100bb0a2-6e5d-458b-8d24-335a5546f012), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.583913 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (100bb0a2-6e5d-458b-8d24-335a5546f012), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.608467 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100bb0a2-6e5d-458b-8d24-335a5546f012,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:46.615971 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.622409 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:46.622866 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-025ad86f-6d11-4fc8-b113-8316f6ccb888 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/100bb0a2-6e5d-458b-8d24-335a5546f012 HTTP/1.1" status: 204 len: 168 time: 0.2710235 Mar 31 19:05:46.625511 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195978c1-3d02-47a1-9bf0-88200c2c7e88 None None] Network 27ff803f-a124-4645-b171-7717a9b1d908 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:05:46.693317 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (27ff803f-a124-4645-b171-7717a9b1d908), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.747722 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Deleting port 563cdf7b-3cbb-4d46-b18b-f24a171327fc {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:46.748067 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.815057 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] For port 563cdf7b-3cbb-4d46-b18b-f24a171327fc, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=563cdf7b-3cbb-4d46-b18b-f24a171327fc,segment=NetworkSegment(6dd86027-ce9c-4a3c-8aa8-88970aaed02d),segment_id=6dd86027-ce9c-4a3c-8aa8-88970aaed02d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:05:46.815456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.828563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Calling delete_port for 563cdf7b-3cbb-4d46-b18b-f24a171327fc owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:46.909405 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (563cdf7b-3cbb-4d46-b18b-f24a171327fc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:46.934599 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=563cdf7b-3cbb-4d46-b18b-f24a171327fc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:46.938975 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] No DVR routers for this DVR port 563cdf7b-3cbb-4d46-b18b-f24a171327fc on host dv-cinder-795785-5-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:05:46.964507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb8199-9435-4880-869f-17d431ceb595 None None] DHCP port deletion for 27ff803f-a124-4645-b171-7717a9b1d908 request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:05:47.019875 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (27ff803f-a124-4645-b171-7717a9b1d908), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.032581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e96a24f1-20be-4ab4-8020-61263cb27342 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:05:47.041295 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ff803f-a124-4645-b171-7717a9b1d908']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:47.051044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd86027-ce9c-4a3c-8aa8-88970aaed02d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:47.051217 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd86027-ce9c-4a3c-8aa8-88970aaed02d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:05:47.052600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: e96a24f1-20be-4ab4-8020-61263cb27342 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:05:47.053075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device e96a24f1-20be-4ab4-8020-61263cb27342 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:05:47.053598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 563cdf7b-3cbb-4d46-b18b-f24a171327fc no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:05:47.062864 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (6dd86027-ce9c-4a3c-8aa8-88970aaed02d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.075350 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 563cdf7b-3cbb-4d46-b18b-f24a171327fc {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:05:47.075860 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 563cdf7b-3cbb-4d46-b18b-f24a171327fc not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:05:47.076408 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device b083e907-10b8-4795-b93c-66968e237f34 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:05:47.077870 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (6dd86027-ce9c-4a3c-8aa8-88970aaed02d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.096681 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:05:47.097224 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (6dd86027-ce9c-4a3c-8aa8-88970aaed02d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.097490 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: b083e907-10b8-4795-b93c-66968e237f34 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:05:47.097914 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device b083e907-10b8-4795-b93c-66968e237f34 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:05:47.099539 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:05:47.158860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (27ff803f-a124-4645-b171-7717a9b1d908), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.166202 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.169476 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] 10.222.0.32 "DELETE /v2.0/networks/27ff803f-a124-4645-b171-7717a9b1d908 HTTP/1.1" status: 204 len: 168 time: 0.5461137 Mar 31 19:05:47.185568 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04ed1-19fc-4077-8b2c-629a58449fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=27ff803f-a124-4645-b171-7717a9b1d908,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:47.373726 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:47.411995 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-64179ff0-33b6-4e58-9c1e-5f04528b69d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d72d6d3e4d14eaba20561e4d57fdee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370412 Mar 31 19:05:47.414299 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 34934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:47.461959 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] Publish callbacks [] for security_group (7706a1cf-c6de-41cb-a76b-4b8348b175ef), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.482979 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] Publish callbacks [] for security_group (7706a1cf-c6de-41cb-a76b-4b8348b175ef), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.528941 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7706a1cf-c6de-41cb-a76b-4b8348b175ef), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.531745 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:47.532876 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7706a1cf-c6de-41cb-a76b-4b8348b175ef HTTP/1.1" status: 204 len: 168 time: 0.1170034 Mar 31 19:05:47.541553 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c9ad-23b4-45de-8673-f5c04d446d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7706a1cf-c6de-41cb-a76b-4b8348b175ef,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:51.575203 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35000) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:51.689550 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-90fdeb0a-3de3-4ee1-8961-4cb842fa0e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.765491 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-90fdeb0a-3de3-4ee1-8961-4cb842fa0e4f admin admin] Publish callbacks [] for security_group (3887e017-a37a-4eac-a6f3-47356575f279), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.769644 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-90fdeb0a-3de3-4ee1-8961-4cb842fa0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3887e017-a37a-4eac-a6f3-47356575f279), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.806855 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdeb0a-3de3-4ee1-8961-4cb842fa0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887e017-a37a-4eac-a6f3-47356575f279,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:51.811166 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-90fdeb0a-3de3-4ee1-8961-4cb842fa0e4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab36de5cf5e74f04afea8faa127748d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348809 Mar 31 19:05:51.813771 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35004) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:51.859827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] Publish callbacks [] for security_group (3887e017-a37a-4eac-a6f3-47356575f279), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.881297 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] Publish callbacks [] for security_group (3887e017-a37a-4eac-a6f3-47356575f279), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.927032 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3887e017-a37a-4eac-a6f3-47356575f279), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.929826 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:51.931897 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3887e017-a37a-4eac-a6f3-47356575f279 HTTP/1.1" status: 204 len: 168 time: 0.1172242 Mar 31 19:05:51.940053 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459beea2-4d87-494e-9770-9b39dd0fcb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887e017-a37a-4eac-a6f3-47356575f279,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:52.331590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:59.864311 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35126) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:59.967508 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf589-40cb-46d2-965b-8602fe4c3518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.044623 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf589-40cb-46d2-965b-8602fe4c3518 admin admin] Publish callbacks [] for security_group (1a8e7bb5-f466-44ea-9cdf-a15b255b4892), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.048427 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf589-40cb-46d2-965b-8602fe4c3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1a8e7bb5-f466-44ea-9cdf-a15b255b4892), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.090836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2c0cf589-40cb-46d2-965b-8602fe4c3518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f18fa8e73c24fc78e8b63723362eb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254355 Mar 31 19:06:00.091827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cf589-40cb-46d2-965b-8602fe4c3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e7bb5-f466-44ea-9cdf-a15b255b4892,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:00.093594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35130) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:00.143091 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] Publish callbacks [] for security_group (1a8e7bb5-f466-44ea-9cdf-a15b255b4892), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.164913 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] Publish callbacks [] for security_group (1a8e7bb5-f466-44ea-9cdf-a15b255b4892), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.215137 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (1a8e7bb5-f466-44ea-9cdf-a15b255b4892), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.217650 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.218794 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a8e7bb5-f466-44ea-9cdf-a15b255b4892 HTTP/1.1" status: 204 len: 168 time: 0.1242073 Mar 31 19:06:00.226380 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118fca8-f88b-479f-99a6-aecb654f36e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e7bb5-f466-44ea-9cdf-a15b255b4892,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:00.481953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:00.495914 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-401d4c49-72bf-47e0-851d-864417d0f953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.572774 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-401d4c49-72bf-47e0-851d-864417d0f953 admin admin] Publish callbacks [] for security_group (b06683d4-759a-4a06-ac04-9ee5ae8136c1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.577313 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-401d4c49-72bf-47e0-851d-864417d0f953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b06683d4-759a-4a06-ac04-9ee5ae8136c1), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.616612 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-401d4c49-72bf-47e0-851d-864417d0f953 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c7626d5d2cd4b86950d1921c749046f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334734 Mar 31 19:06:00.617930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4c49-72bf-47e0-851d-864417d0f953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06683d4-759a-4a06-ac04-9ee5ae8136c1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:00.620007 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35138) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:00.676391 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] Publish callbacks [] for security_group (b06683d4-759a-4a06-ac04-9ee5ae8136c1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.700745 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] Publish callbacks [] for security_group (b06683d4-759a-4a06-ac04-9ee5ae8136c1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.748766 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b06683d4-759a-4a06-ac04-9ee5ae8136c1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.751325 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.752486 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b06683d4-759a-4a06-ac04-9ee5ae8136c1 HTTP/1.1" status: 204 len: 168 time: 0.1314397 Mar 31 19:06:00.760105 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabb746-222c-4e6d-812a-d2009abb96ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06683d4-759a-4a06-ac04-9ee5ae8136c1,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:01.074480 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35144) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:01.087474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-67eafbab-5f1e-4662-9821-c5e8067b650d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.163794 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-67eafbab-5f1e-4662-9821-c5e8067b650d admin admin] Publish callbacks [] for security_group (29fd7898-6370-44a2-8de5-8e43e99b92f2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.167938 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-67eafbab-5f1e-4662-9821-c5e8067b650d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (29fd7898-6370-44a2-8de5-8e43e99b92f2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.212518 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-67eafbab-5f1e-4662-9821-c5e8067b650d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea0469b47f9f4e01bfe70983a9820f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369183 Mar 31 19:06:01.213346 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eafbab-5f1e-4662-9821-c5e8067b650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fd7898-6370-44a2-8de5-8e43e99b92f2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:01.215607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35146) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:01.263398 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] Publish callbacks [] for security_group (29fd7898-6370-44a2-8de5-8e43e99b92f2), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.284454 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] Publish callbacks [] for security_group (29fd7898-6370-44a2-8de5-8e43e99b92f2), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.331028 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (29fd7898-6370-44a2-8de5-8e43e99b92f2), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.333712 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.334853 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29fd7898-6370-44a2-8de5-8e43e99b92f2 HTTP/1.1" status: 204 len: 168 time: 0.1183755 Mar 31 19:06:01.342879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab7398-3143-4ac5-9d43-92d699d03f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fd7898-6370-44a2-8de5-8e43e99b92f2,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:02.017572 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:02.115039 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871055767-network', 'tenant_id': 'eeb54fc800074b9fb9fbf97bcdc1ed29'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:02.134437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Made reservation on behalf of eeb54fc800074b9fb9fbf97bcdc1ed29 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:06:02.137036 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.145480 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.219065 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks [] for security_group (71021fe4-08f6-46d0-8d9b-14ea4f3db6f4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.222807 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (71021fe4-08f6-46d0-8d9b-14ea4f3db6f4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.248821 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:06:02.258833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:02.263758 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (fe789102-70e8-44ad-82d0-8d274d6b0944), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.264134 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Added segment fe789102-70e8-44ad-82d0-8d274d6b0944 of type vlan for network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f Mar 31 19:06:02.307000 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.332509 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.333738 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:02.334263 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.388918 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3702369 Mar 31 19:06:02.391926 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35174) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:02.396804 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Request body: {'subnet': {'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871055767-subnet', 'tenant_id': 'eeb54fc800074b9fb9fbf97bcdc1ed29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:02.398112 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81663256-3535-413e-8219-d52a803c7e67 admin admin] Pushing event updated for resources: {'Network': ['ID=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:02.409454 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:06:02.423100 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Made reservation on behalf of eeb54fc800074b9fb9fbf97bcdc1ed29 for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:06:02.425767 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63046103'] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.600397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58573433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63046081'] for subnet (75463715-bab1-413e-add3-4d1b96d44778), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.649390 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75463715-bab1-413e-add3-4d1b96d44778,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:02.665319 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Checking segment: {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:06:02.665685 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Network hostable DHCP agents. Network: 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:06:02.681335 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:06:02.689442 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:06:02.694290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:02.695827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:02.699325 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2381696-c866-42b6-b1c2-f44707f3f426 None None] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:06:02.720883 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-0fcacd71-a035-481a-9780-d0c1882c337e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3198526 Mar 31 19:06:02.805699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd5da8-242d-414f-a6c4-a3196e7f96fc None None] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:06:04.640083 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-b03e5b7a-3960-4eb4-8fa3-9ce37955912c tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:04.641480 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-b03e5b7a-3960-4eb4-8fa3-9ce37955912c tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 809 time: 0.1066823 Mar 31 19:06:04.656602 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-4acb0bc9-9be0-4b87-bafc-6aef2ceb0a63 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/quotas/eeb54fc800074b9fb9fbf97bcdc1ed29 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Mar 31 19:06:04.689065 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-dc4df843-630b-45bb-841a-a7a9f2a4b49d tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270388 Mar 31 19:06:04.786181 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-7dabe58f-56a5-4015-bad9-0a7d78e9b8bf service neutron] 10.222.0.32 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905979 Mar 31 19:06:04.880251 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-d52b6598-0ad7-4dda-b338-7d7b17c3c07b service neutron] 10.222.0.32 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878165 Mar 31 19:06:05.004846 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b467206b-7e26-44ea-b4a2-bd93e72e8e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:05.095384 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-622959b9-9f91-4375-a606-86c7f9761cd2 req-3488e56e-840e-419e-a2c1-723bd2a95afd tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 210 time: 0.0838602 Mar 31 19:06:06.188852 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4728f683-2215-444e-b132-b436b357a801 req-dbc68f65-8f95-476e-bf75-ed0c9a7ab4ae tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Mar 31 19:06:06.970733 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-c8005799-9c5b-437c-a39a-cfa38e6b6662 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:06.972780 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-c8005799-9c5b-437c-a39a-cfa38e6b6662 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 809 time: 0.1077847 Mar 31 19:06:06.984826 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Request body: {'port': {'device_id': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f', 'admin_state_up': True, 'tenant_id': 'eeb54fc800074b9fb9fbf97bcdc1ed29'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:07.092667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Made reservation on behalf of eeb54fc800074b9fb9fbf97bcdc1ed29 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:06:07.095915 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.225412 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Allocated IP 172.20.0.8 (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f/75463715-bab1-413e-add3-4d1b96d44778/2d8bf984-2bda-4703-ab20-a17e2f1301e8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:06:07.281069 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb52cc2e-43a6-4ca7-8615-778b8725b22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.288931 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef5c47e7-2c4b-45cf-8f65-6efd81c852cf req-95f2687b-1efe-4e1d-9175-314c0e44aaa8 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 210 time: 0.0323465 Mar 31 19:06:07.374053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks [] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.410849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.456736 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:06:07.459863 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:06:07.462446 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:06:07.490326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Pushing event updated for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:07.518234 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:07.518841 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.535704 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-942682d7-a75f-4007-a7da-9fd5f576a1a2 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548279 Mar 31 19:06:07.546233 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Request body: {'port': {'device_id': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:07.605249 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.868630 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8bf984-2bda-4703-ab20-a17e2f1301e8 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:07.876000 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks [] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.887966 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Transition to ACTIVE for port object 2d8bf984-2bda-4703-ab20-a17e2f1301e8 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:06:07.891453 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:07.942507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:08.010166 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Attempting to bind port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:06:08.010834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Attempting to bind port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:06:08.010950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Attempting to bind port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:06:08.015559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:06:08.015884 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Attempting to bind port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:06:08.020825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:06:08.021168 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Checking segment: {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:06:08.021548 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Bound using segment: {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:06:08.021973 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Bound port: 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:06:08.022330 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:08.084462 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:06:08.087940 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:06:08.094167 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:08.128689 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.129314 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:08.130738 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] 10.222.0.23 "PUT /v2.0/ports/2d8bf984-2bda-4703-ab20-a17e2f1301e8 HTTP/1.1" status: 200 len: 1093 time: 0.5883555 Mar 31 19:06:08.131179 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:08.133802 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da3110-372b-4fb9-be39-324663580af3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:08.158711 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0828b-6132-42c4-add7-8bd67ba19ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:08.175293 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50581777-7770-4df2-aa49-b7dc73adaf0c x-openstack-request-id: req-50581777-7770-4df2-aa49-b7dc73adaf0c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:08.175616 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:08.175878 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50581777-7770-4df2-aa49-b7dc73adaf0c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:08.176283 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50581777-7770-4df2-aa49-b7dc73adaf0c'] response: {'name': 'network-changed', 'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8', 'status': 'completed', 'code': 200} Mar 31 19:06:08.212907 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-8daaaf00-ddec-450c-b720-aaec76d5aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.214458 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-8daaaf00-ddec-450c-b720-aaec76d5aeb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 1127 time: 0.0476408 Mar 31 19:06:08.258660 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-21c1fc75-ad31-43e2-8a51-a7a0f65288d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8 HTTP/1.1" status: 200 len: 217 time: 0.0371394 Mar 31 19:06:08.306119 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-a6c05303-84e8-44bf-98a7-f4aeaee674de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.307657 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-a6c05303-84e8-44bf-98a7-f4aeaee674de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75463715-bab1-413e-add3-4d1b96d44778 HTTP/1.1" status: 200 len: 849 time: 0.0440204 Mar 31 19:06:08.339590 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-ca84aec1-2b97-498f-ad33-b822b6731f17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263486 Mar 31 19:06:08.416197 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731cfe0-fca4-492f-ba70-9a54955d26b3 req-c1508c5a-b224-478e-a9a1-1ad7d30bb53e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.418378 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b731cfe0-fca4-492f-ba70-9a54955d26b3 req-c1508c5a-b224-478e-a9a1-1ad7d30bb53e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 943 time: 0.0599616 Mar 31 19:06:08.435441 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-db6a60e9-8e4d-42d7-8c02-a548072c68d8 service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 Mar 31 19:06:08.467038 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b731cfe0-fca4-492f-ba70-9a54955d26b3 req-d4c0fd35-dd2d-4da0-906b-e7b90813498a tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Mar 31 19:06:08.526545 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5248c33a-5908-4a52-9e6f-d5ff077129f5 req-14a75d43-3c8d-4a29-95e6-ea763258b440 service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Mar 31 19:06:08.616246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3110-372b-4fb9-be39-324663580af3 req-6d72adf1-ce5a-4245-bb05-ee05158a137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.617837 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-6d72adf1-ce5a-4245-bb05-ee05158a137a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 1127 time: 0.0448873 Mar 31 19:06:08.661021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:08.714197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3110-372b-4fb9-be39-324663580af3 req-2d3770f9-8377-4ff6-9565-9cc759d9310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.715614 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-2d3770f9-8377-4ff6-9565-9cc759d9310f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 910 time: 0.0915771 Mar 31 19:06:08.758291 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-e065584d-e2a9-4259-9017-34a3edd74891 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8 HTTP/1.1" status: 200 len: 217 time: 0.0351782 Mar 31 19:06:08.810343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3110-372b-4fb9-be39-324663580af3 req-ccea4e1e-8076-4145-86ee-3d153c05520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:08.811839 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-ccea4e1e-8076-4145-86ee-3d153c05520e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75463715-bab1-413e-add3-4d1b96d44778 HTTP/1.1" status: 200 len: 849 time: 0.0478361 Mar 31 19:06:08.844618 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-eab64465-84f5-4963-9938-02d6b5a64b62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249527 Mar 31 19:06:08.937685 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-09a6d18e-9f55-4858-84bb-7cc86f07a610 service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862207 Mar 31 19:06:09.031018 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50da3110-372b-4fb9-be39-324663580af3 req-bde706e7-7b87-40a1-bc25-a31566df23ca service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Mar 31 19:06:09.587491 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3103-7868-4664-a18a-deb7a18f7b77 req-bdf8f03c-c87d-4987-bb56-3ed782543eee tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:09.588947 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-475a3103-7868-4664-a18a-deb7a18f7b77 req-bdf8f03c-c87d-4987-bb56-3ed782543eee tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 943 time: 0.0524275 Mar 31 19:06:09.634522 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-475a3103-7868-4664-a18a-deb7a18f7b77 req-e94692bd-a7bf-4b71-b9c7-3a4e4dc17d4c tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Mar 31 19:06:10.135829 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:10.768420 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9681-4ddf-411e-ba7b-0446f787e1d9 req-84579dd3-2233-4ed1-b92f-38ddf6913482 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:10.769907 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-88af9681-4ddf-411e-ba7b-0446f787e1d9 req-84579dd3-2233-4ed1-b92f-38ddf6913482 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 943 time: 0.0686059 Mar 31 19:06:10.816961 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-88af9681-4ddf-411e-ba7b-0446f787e1d9 req-12cd3533-d35f-45e7-a3f6-edbc5b0d349e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Mar 31 19:06:11.141360 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:06:11.460625 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:11.933109 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847859-c605-45e8-8187-220ee58a0eea req-486bd5ec-fa75-4868-b189-a39b0633321e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:11.934620 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cc847859-c605-45e8-8187-220ee58a0eea req-486bd5ec-fa75-4868-b189-a39b0633321e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 943 time: 0.0520113 Mar 31 19:06:11.980678 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cc847859-c605-45e8-8187-220ee58a0eea req-b3599bf7-501d-4960-8a84-0f10558ebce6 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Mar 31 19:06:12.587211 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 2d8bf984-2bda-4703-ab20-a17e2f1301e8 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:06:12.683727 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:12.694743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '2d8bf984-2bda-4703-ab20-a17e2f1301e8', 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f', 'port_id': '2d8bf984-2bda-4703-ab20-a17e2f1301e8', 'mac_address': 'fa:16:3e:f5:06:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75463715-bab1-413e-add3-4d1b96d44778', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:06:12.741773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:12.742689 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:12.757075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8bf984-2bda-4703-ab20-a17e2f1301e8 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:12.777979 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:12.782894 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:12.830861 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:12.837704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.838049 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.838394 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.838726 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.839056 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.839382 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.839739 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.840062 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.840384 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.840706 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.841028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.841349 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.841669 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.841987 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:12.842302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:13.004513 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['2d8bf984-2bda-4703-ab20-a17e2f1301e8'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:13.110525 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176476-c002-4364-b2a2-aafb2cb19d5c req-49cd937c-0745-4a65-83c5-28df0429e7b1 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:13.112013 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a7176476-c002-4364-b2a2-aafb2cb19d5c req-49cd937c-0745-4a65-83c5-28df0429e7b1 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 944 time: 0.0632045 Mar 31 19:06:13.165588 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a7176476-c002-4364-b2a2-aafb2cb19d5c req-c0ae6516-a187-46a8-b76d-66a888411559 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 Mar 31 19:06:14.283292 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb13843-fedb-4d65-a12d-790632290e5b req-7e141811-0d92-4e24-baa7-1a115c3d4200 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:14.284805 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efb13843-fedb-4d65-a12d-790632290e5b req-7e141811-0d92-4e24-baa7-1a115c3d4200 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 944 time: 0.0522628 Mar 31 19:06:14.332418 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-efb13843-fedb-4d65-a12d-790632290e5b req-1ad322f1-5079-4cbf-aad2-2e7a3e1fe707 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Mar 31 19:06:14.588011 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 2d8bf984-2bda-4703-ab20-a17e2f1301e8 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:06:14.651196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:06:14.656220 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:06:14.656671 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:14.733821 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:14.734208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:14.761812 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:14.764150 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73e97c-a192-4885-8113-de8edd4e431d" -d '{"events": [{"server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "name": "network-vif-plugged", "status": "completed", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:14.777860 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:14.781803 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:14.806377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f864942-f6ca-4a41-b41d-7959c4cd1e23 x-openstack-request-id: req-7f864942-f6ca-4a41-b41d-7959c4cd1e23 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:14.806677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "name": "network-vif-plugged", "status": "completed", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:14.806934 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f864942-f6ca-4a41-b41d-7959c4cd1e23 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:14.807334 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f864942-f6ca-4a41-b41d-7959c4cd1e23'] response: {'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8', 'code': 200} Mar 31 19:06:14.833763 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:14.966794 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378fe50-019e-4619-9a50-5f40c864d383 req-582110b4-2d49-4101-b9d2-5003bce81cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:14.968373 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1378fe50-019e-4619-9a50-5f40c864d383 req-582110b4-2d49-4101-b9d2-5003bce81cbe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 1129 time: 0.0442371 Mar 31 19:06:15.013309 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1378fe50-019e-4619-9a50-5f40c864d383 req-fb2e051a-db3a-43cc-bb8d-46f92bbc1805 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Mar 31 19:06:15.451369 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399b22-f993-4fc9-92e5-39f998da079b req-83374190-9334-4181-982b-73ab0347a92e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:15.452876 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e6399b22-f993-4fc9-92e5-39f998da079b req-83374190-9334-4181-982b-73ab0347a92e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 945 time: 0.0530658 Mar 31 19:06:15.500524 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e6399b22-f993-4fc9-92e5-39f998da079b req-da8d2a2b-29ed-49fb-9d50-5adcf013fab6 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Mar 31 19:06:16.625268 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eddcc-48be-4026-8766-c5c6b418c777 req-c3bace62-415c-42f5-b5c9-756cee9e43ec tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:16.626770 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ea5eddcc-48be-4026-8766-c5c6b418c777 req-c3bace62-415c-42f5-b5c9-756cee9e43ec tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 945 time: 0.0558174 Mar 31 19:06:16.674420 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ea5eddcc-48be-4026-8766-c5c6b418c777 req-c96b5203-b9bf-4421-a656-bc02583dba3c tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Mar 31 19:06:17.282139 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259733fb-035e-4556-8a90-2aae0ad1ecbd req-62d6ee4a-d6b3-4e9a-81b7-0ab5afa574f4 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:17.283637 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-259733fb-035e-4556-8a90-2aae0ad1ecbd req-62d6ee4a-d6b3-4e9a-81b7-0ab5afa574f4 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Mar 31 19:06:17.330952 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-259733fb-035e-4556-8a90-2aae0ad1ecbd req-82cabc08-e144-4509-9f40-f945df0e037c tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Mar 31 19:06:18.453362 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d8f01-b836-459c-a3de-551f5df136d2 req-03303e32-3bad-48bb-ae17-e78735d1d0ef tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:18.454843 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5b9d8f01-b836-459c-a3de-551f5df136d2 req-03303e32-3bad-48bb-ae17-e78735d1d0ef tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Mar 31 19:06:18.734836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5b9d8f01-b836-459c-a3de-551f5df136d2 req-243977af-91cc-4b6a-bb15-b0ebd3d0ae9f tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743471 Mar 31 19:06:18.793524 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-dc511749-55b9-4996-9fcf-5320d6e1d186 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:18.795340 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-dc511749-55b9-4996-9fcf-5320d6e1d186 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d975729-a9ce-4346-ac73-9dbf981f2285 HTTP/1.1" status: 200 len: 945 time: 0.0546033 Mar 31 19:06:18.891550 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Deleting port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:06:18.891890 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:18.978406 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] For port 2d8bf984-2bda-4703-ab20-a17e2f1301e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=2d8bf984-2bda-4703-ab20-a17e2f1301e8,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:18.978762 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:18.995184 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Calling delete_port for 2d8bf984-2bda-4703-ab20-a17e2f1301e8 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:06:19.129654 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (2d8bf984-2bda-4703-ab20-a17e2f1301e8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:19.144129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['2d8bf984-2bda-4703-ab20-a17e2f1301e8'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:19.160938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Pushing event deleted for resources: {'Port': ['ID=2d8bf984-2bda-4703-ab20-a17e2f1301e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:19.204614 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] No DVR routers for this DVR port 2d8bf984-2bda-4703-ab20-a17e2f1301e8 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:06:19.207106 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:19.210491 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7ac40052-7696-401d-a6f0-7ee99d84dfd3 req-1588d286-ecbe-4b14-ae50-fb30fd0d7f06 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "DELETE /v2.0/ports/2d8bf984-2bda-4703-ab20-a17e2f1301e8 HTTP/1.1" status: 204 len: 173 time: 0.4092839 Mar 31 19:06:19.211462 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'name': 'network-vif-deleted', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:19.213672 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0f543-a020-4bad-9a3b-51032f2949b8" -d '{"events": [{"server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "name": "network-vif-deleted", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:19.253467 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c60efaf-f50f-4302-a871-14bd966e8958 x-openstack-request-id: req-5c60efaf-f50f-4302-a871-14bd966e8958 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:19.253775 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d975729-a9ce-4346-ac73-9dbf981f2285", "name": "network-vif-deleted", "tag": "2d8bf984-2bda-4703-ab20-a17e2f1301e8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:19.254034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c60efaf-f50f-4302-a871-14bd966e8958 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:19.254450 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c60efaf-f50f-4302-a871-14bd966e8958'] response: {'server_uuid': '9d975729-a9ce-4346-ac73-9dbf981f2285', 'name': 'network-vif-deleted', 'tag': '2d8bf984-2bda-4703-ab20-a17e2f1301e8', 'status': 'completed', 'code': 200} Mar 31 19:06:20.001763 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-4031a470-ff58-4e9d-9e80-bf306c9a9df8 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:20.003219 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-4031a470-ff58-4e9d-9e80-bf306c9a9df8 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 809 time: 0.1092627 Mar 31 19:06:20.026627 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-912b0a87-2f89-4484-b24f-f4c9ab871903 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/quotas/eeb54fc800074b9fb9fbf97bcdc1ed29 HTTP/1.1" status: 200 len: 375 time: 0.0165014 Mar 31 19:06:20.067008 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-997508b7-b905-4659-83b4-d32081b69aff tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340447 Mar 31 19:06:20.077869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-3f5a97c5-5d5b-4a87-82c4-a69591c968b2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:06:20.078836 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-3f5a97c5-5d5b-4a87-82c4-a69591c968b2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050020 Mar 31 19:06:20.177670 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-0f7f8f16-19de-410e-8dfe-4f5ec4253308 service neutron] 10.222.0.32 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934806 Mar 31 19:06:20.278574 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ba479af4-8e7e-483f-bcc5-408bcf0168ea service neutron] 10.222.0.32 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931380 Mar 31 19:06:20.451104 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7217147a-665d-4f13-a34c-c484132ba87f req-c9c5bed8-f180-4dd6-a261-99d33530e2bf tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 210 time: 0.0343225 Mar 31 19:06:21.425044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-c543b475-b7fd-4ee9-b4dd-493ada45e030 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:21.426601 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-c543b475-b7fd-4ee9-b4dd-493ada45e030 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 809 time: 0.1010652 Mar 31 19:06:21.439755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Request body: {'port': {'device_id': 'e18436c0-1ea1-4072-b501-509a696694e7', 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f', 'admin_state_up': True, 'tenant_id': 'eeb54fc800074b9fb9fbf97bcdc1ed29'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:21.555524 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-46df52e6-19e5-400e-a0cf-6e556fd6f3c1 req-6fdcbbda-5412-4f3c-827c-337105f201fe tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Mar 31 19:06:21.556103 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Made reservation on behalf of eeb54fc800074b9fb9fbf97bcdc1ed29 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:06:21.559667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:21.686587 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Allocated IP 172.20.0.6 (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f/75463715-bab1-413e-add3-4d1b96d44778/1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:06:21.834562 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks [] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:21.868648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:21.914044 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:06:21.917321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:06:21.923081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:06:21.930195 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Pushing event updated for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:21.975071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:21.975716 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:21.992070 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1403dbec-0b4b-4da0-9b3b-f6ef0d5c6b4b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554445 Mar 31 19:06:22.002412 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Request body: {'port': {'device_id': 'e18436c0-1ea1-4072-b501-509a696694e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:06:22.061033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.322284 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:22.329980 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks [] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.332719 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.342904 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Transition to ACTIVE for port object 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:06:22.346367 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.394321 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:22.464341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Attempting to bind port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:06:22.465049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Attempting to bind port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:06:22.465049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Attempting to bind port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:06:22.470041 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:06:22.470357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Attempting to bind port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 on network 0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:06:22.475382 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:06:22.475737 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Checking segment: {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:06:22.476706 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Bound using segment: {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:06:22.477130 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Bound port: 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe789102-70e8-44ad-82d0-8d274d6b0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:06:22.477478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.545894 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:06:22.549002 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:06:22.554427 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.586424 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:22.587332 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:22.588942 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 HTTP/1.1" status: 200 len: 1093 time: 0.5904508 Mar 31 19:06:22.591239 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:22.594029 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:22.617466 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 2d8bf984-2bda-4703-ab20-a17e2f1301e8 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:06:22.632098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737074-8213-4bc5-81c3-3eb3e6fa4976 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:22.642874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 2d8bf984-2bda-4703-ab20-a17e2f1301e8 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:06:22.643029 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b0460a-54dd-4a04-be93-3c6ce6d0d4d2 x-openstack-request-id: req-09b0460a-54dd-4a04-be93-3c6ce6d0d4d2 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:22.643225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 2d8bf984-2bda-4703-ab20-a17e2f1301e8 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:06:22.643375 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:22.643559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09b0460a-54dd-4a04-be93-3c6ce6d0d4d2 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:22.643970 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b0460a-54dd-4a04-be93-3c6ce6d0d4d2'] response: {'name': 'network-changed', 'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938', 'status': 'completed', 'code': 200} Mar 31 19:06:22.700618 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f3988-e519-4b6a-913f-e34ca8bcbc56 req-bec8c261-a274-423a-b211-71f9db5a48ae tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:22.702129 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c12f3988-e519-4b6a-913f-e34ca8bcbc56 req-bec8c261-a274-423a-b211-71f9db5a48ae tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 943 time: 0.0548015 Mar 31 19:06:22.730222 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-372489f7-f404-4363-a94d-ef012a4f7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:22.731786 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-372489f7-f404-4363-a94d-ef012a4f7e1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 1127 time: 0.0953879 Mar 31 19:06:22.753707 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c12f3988-e519-4b6a-913f-e34ca8bcbc56 req-40ccfa3b-113d-43fc-829b-3f442a480fc5 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Mar 31 19:06:22.778902 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-7cfc97f3-510c-4d11-9b3e-f108b529f124 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 HTTP/1.1" status: 200 len: 217 time: 0.0391865 Mar 31 19:06:22.836369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-4ee39ee1-ad99-40ac-82fe-bacd5c7da8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:22.837770 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-4ee39ee1-ad99-40ac-82fe-bacd5c7da8a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75463715-bab1-413e-add3-4d1b96d44778 HTTP/1.1" status: 200 len: 849 time: 0.0466471 Mar 31 19:06:22.869053 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-1da9dbc1-ce86-42cf-be3a-6e617148badc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250309 Mar 31 19:06:22.962412 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-4722d47c-1360-4daa-acb2-4fbb428ec4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Mar 31 19:06:23.054187 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e66a0add-6bbe-4af6-920f-85ddc429cf02 req-e80ec022-6249-4c3e-aa0e-e70b8d49fabd service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Mar 31 19:06:23.150070 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-980ddefd-bde2-4e22-b302-6cdd1893b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:23.151534 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-980ddefd-bde2-4e22-b302-6cdd1893b961 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 1127 time: 0.0462146 Mar 31 19:06:23.246996 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-e94c43f8-03b3-40dd-b23a-21c65c822597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:23.248517 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-e94c43f8-03b3-40dd-b23a-21c65c822597 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 200 len: 910 time: 0.0906563 Mar 31 19:06:23.290366 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-5ac8cc6b-2f32-48e9-aeab-11d668888f07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 HTTP/1.1" status: 200 len: 217 time: 0.0349123 Mar 31 19:06:23.340098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-17f1e23f-8522-4a30-bfa0-45430a0d0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:23.341593 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-17f1e23f-8522-4a30-bfa0-45430a0d0a4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75463715-bab1-413e-add3-4d1b96d44778 HTTP/1.1" status: 200 len: 849 time: 0.0433307 Mar 31 19:06:23.377369 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-90cdbd9a-64c6-4171-9f39-92b8e9e78185 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286586 Mar 31 19:06:23.466132 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-61a3d677-d63d-4a9f-8ac3-fef3b048e8de service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804663 Mar 31 19:06:23.557937 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc2dc519-499a-4d0b-82d5-1b2da99ad6c7 req-307a2a9c-a188-4e07-87b3-8166755394d6 service neutron] 10.222.0.23 "GET /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Mar 31 19:06:23.881139 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2ee5c-f2b4-41a2-8dfd-de14bc313d61 req-ce8ae21d-ef67-4a22-84d6-dfc478c90a46 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:23.882654 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29b2ee5c-f2b4-41a2-8dfd-de14bc313d61 req-ce8ae21d-ef67-4a22-84d6-dfc478c90a46 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 943 time: 0.0562589 Mar 31 19:06:23.928701 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29b2ee5c-f2b4-41a2-8dfd-de14bc313d61 req-1ea5eb01-8c55-4f79-b67b-807e25bcda8f tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Mar 31 19:06:25.045833 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c9dc-46fe-4758-bddc-311c97df8cc7 req-7874c733-f9c7-434b-81c8-ef0dab54cfbb tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:25.047202 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bfe3c9dc-46fe-4758-bddc-311c97df8cc7 req-7874c733-f9c7-434b-81c8-ef0dab54cfbb tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 943 time: 0.0527442 Mar 31 19:06:25.095090 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bfe3c9dc-46fe-4758-bddc-311c97df8cc7 req-1550c8e8-5e38-49ad-9037-07c4fbed9b26 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Mar 31 19:06:26.222860 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f39c59-94d1-43d0-b7fc-a2d22cc8f9df req-a7dd7e0f-0fca-449e-97c0-d492b5872e46 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:26.224371 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-68f39c59-94d1-43d0-b7fc-a2d22cc8f9df req-a7dd7e0f-0fca-449e-97c0-d492b5872e46 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 943 time: 0.0627723 Mar 31 19:06:26.274714 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-68f39c59-94d1-43d0-b7fc-a2d22cc8f9df req-3ca95d8a-60e8-4eab-be64-8d62520c1271 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Mar 31 19:06:26.648635 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:06:26.740533 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:26.751485 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938', 'network_id': '0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f', 'port_id': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938', 'mac_address': 'fa:16:3e:e9:9a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75463715-bab1-413e-add3-4d1b96d44778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:06:26.789649 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:26.790035 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:26.806288 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:26.826111 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:26.830023 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:26.879110 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:27.054354 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:27.391176 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b6b7-52b6-476b-a475-4ab94fcd480f req-7803a092-ad7b-4d93-9784-1a933a40494b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:27.392677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c972b6b7-52b6-476b-a475-4ab94fcd480f req-7803a092-ad7b-4d93-9784-1a933a40494b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 944 time: 0.0520232 Mar 31 19:06:27.439629 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c972b6b7-52b6-476b-a475-4ab94fcd480f req-484d2536-9a73-40f4-bffa-d859266f247e tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Mar 31 19:06:28.573863 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a688ac-094a-4dd0-820f-0dbe3d5ddfb3 req-72a1bdf3-663f-43af-8b07-6ea4517ff2f6 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:28.575355 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-30a688ac-094a-4dd0-820f-0dbe3d5ddfb3 req-72a1bdf3-663f-43af-8b07-6ea4517ff2f6 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 944 time: 0.0580554 Mar 31 19:06:28.625594 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-30a688ac-094a-4dd0-820f-0dbe3d5ddfb3 req-4e464383-97ea-4540-ad8d-601aa8668f9a tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Mar 31 19:06:28.650110 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:06:28.698694 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:06:28.702500 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:06:28.702985 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:28.781275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:28.781677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:28.804831 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:28.813113 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213b761b-f4cd-4aa1-8ee8-fd132dbcad52" -d '{"events": [{"server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "name": "network-vif-plugged", "status": "completed", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:28.820112 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:28.824985 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:28.853280 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d3bccb-afc7-421c-858b-3521b2dfbfd5 x-openstack-request-id: req-94d3bccb-afc7-421c-858b-3521b2dfbfd5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:28.853575 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "name": "network-vif-plugged", "status": "completed", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:28.853831 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94d3bccb-afc7-421c-858b-3521b2dfbfd5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:28.854227 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d3bccb-afc7-421c-858b-3521b2dfbfd5'] response: {'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938', 'code': 200} Mar 31 19:06:28.881446 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:29.018921 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ab45-520a-4e76-b419-cb1ee728f471 req-93817341-8b88-45a8-ad70-6c1455b9e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:29.020378 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e0f7ab45-520a-4e76-b419-cb1ee728f471 req-93817341-8b88-45a8-ad70-6c1455b9e1a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 1129 time: 0.0448897 Mar 31 19:06:29.064034 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e0f7ab45-520a-4e76-b419-cb1ee728f471 req-e3d4cbb0-0272-4cd0-a3f0-8c86b5fc4116 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Mar 31 19:06:29.746602 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682fb8-af16-486c-8f84-2803545aa43e req-e1314f19-fc3e-4b5c-bf4d-af90152b0509 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:29.748015 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d6682fb8-af16-486c-8f84-2803545aa43e req-e1314f19-fc3e-4b5c-bf4d-af90152b0509 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 945 time: 0.0556736 Mar 31 19:06:29.793618 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d6682fb8-af16-486c-8f84-2803545aa43e req-94304165-6bef-4f97-8855-443f0f22a07a tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Mar 31 19:06:30.914158 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc607e-90a9-4a9e-9248-2dfd6e9964bd req-e21d9000-65a9-4910-8d1c-a2601655207f tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:30.916801 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9ccc607e-90a9-4a9e-9248-2dfd6e9964bd req-e21d9000-65a9-4910-8d1c-a2601655207f tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 945 time: 0.0544143 Mar 31 19:06:30.964412 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9ccc607e-90a9-4a9e-9248-2dfd6e9964bd req-26730a39-2512-40b8-a83f-0599c0064fcb tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Mar 31 19:06:31.614170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f06d-549c-43e7-a546-a9a7f3052392 req-83c548c4-58bc-42fc-a884-529832bb04ce tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:31.615592 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1b29f06d-549c-43e7-a546-a9a7f3052392 req-83c548c4-58bc-42fc-a884-529832bb04ce tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 945 time: 0.0535002 Mar 31 19:06:31.667740 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1b29f06d-549c-43e7-a546-a9a7f3052392 req-9a9466d9-b1b3-4c6d-b4ff-95e1a2ed5c85 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Mar 31 19:06:32.594538 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-4d3fe7a5-cdd6-4438-a04f-e43589d0514c req-1a5d3e06-5319-471c-b20e-f74abef80aa7 service neutron] (109721) timed out ('10.222.0.23', 59539) {{(pid=109721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:06:32.787419 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa01609-ae2a-464c-bda8-b153495efff5 req-60884aa1-9f00-498b-91d9-aeed7f481301 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:32.788909 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-faa01609-ae2a-464c-bda8-b153495efff5 req-60884aa1-9f00-498b-91d9-aeed7f481301 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Mar 31 19:06:32.837102 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-faa01609-ae2a-464c-bda8-b153495efff5 req-a04388ba-5c48-407a-8586-c49c9936d14b tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/security-groups?id=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Mar 31 19:06:33.078415 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-685f3668-af49-402c-b5b6-255af743d088 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:33.079927 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-685f3668-af49-402c-b5b6-255af743d088 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Mar 31 19:06:33.176127 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Deleting port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:06:33.176464 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:33.266415 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] For port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,segment=NetworkSegment(fe789102-70e8-44ad-82d0-8d274d6b0944),segment_id=fe789102-70e8-44ad-82d0-8d274d6b0944)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:33.266797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:33.279848 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Calling delete_port for 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:06:33.653363 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:33.666391 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:33.682702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Pushing event deleted for resources: {'Port': ['ID=1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:33.728333 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] No DVR routers for this DVR port 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:06:33.731465 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:33.734748 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8362718a-fdc8-476f-a09c-e04517de1a07 req-638dea30-8bf1-4262-8e0d-2bee05e185b9 tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.23 "DELETE /v2.0/ports/1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 HTTP/1.1" status: 204 len: 173 time: 0.6483057 Mar 31 19:06:33.735188 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'name': 'network-vif-deleted', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:33.737677 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89719a3e-2609-4135-9820-68fca4582551" -d '{"events": [{"server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "name": "network-vif-deleted", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:33.778541 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd7f6c-b7ce-4c20-9ee5-b68bd7e0a7ac x-openstack-request-id: req-86cd7f6c-b7ce-4c20-9ee5-b68bd7e0a7ac {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:33.778834 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18436c0-1ea1-4072-b501-509a696694e7", "name": "network-vif-deleted", "tag": "1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:33.779146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86cd7f6c-b7ce-4c20-9ee5-b68bd7e0a7ac {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:33.779586 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cd7f6c-b7ce-4c20-9ee5-b68bd7e0a7ac'] response: {'server_uuid': 'e18436c0-1ea1-4072-b501-509a696694e7', 'name': 'network-vif-deleted', 'tag': '1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938', 'status': 'completed', 'code': 200} Mar 31 19:06:33.941534 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4e3c3256-b7b6-48b0-b608-97c0674e1f6f req-385928fb-edf8-4108-b4a3-49ebb233827a tempest-VolumesActionsTest-1087932783 tempest-VolumesActionsTest-1087932783-project] 10.222.0.32 "GET /v2.0/ports?device_id=e18436c0-1ea1-4072-b501-509a696694e7 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Mar 31 19:06:34.998608 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d6f-1873-45e9-b5ac-898db88f54e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:37.282541 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eb1787c6-5312-47f8-98ab-c7cb5a205c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:38.663441 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:38.713954 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:06:38.734321 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:06:38.734667 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 1b6b5dab-ca80-4d0b-b98b-9ca3dfa5c938 not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:06:40.142352 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:41.468398 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:48.142219 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:06:52.350425 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.773360 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35560) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:55.821181 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Deleting subnet 75463715-bab1-413e-add3-4d1b96d44778 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:06:55.824740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Publish callbacks [] for subnet (75463715-bab1-413e-add3-4d1b96d44778), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.858697 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (75463715-bab1-413e-add3-4d1b96d44778), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.896407 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (75463715-bab1-413e-add3-4d1b96d44778), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.947718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (75463715-bab1-413e-add3-4d1b96d44778), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.971125 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75463715-bab1-413e-add3-4d1b96d44778,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:55.980764 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:55.983983 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75463715-bab1-413e-add3-4d1b96d44778 HTTP/1.1" status: 204 len: 168 time: 0.2096167 Mar 31 19:06:55.985790 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.986133 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.986478 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.986606 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35562) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:55.987014 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.987422 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.987754 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.988083 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.988415 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.988740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.989070 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.989397 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.989730 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.990059 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.990412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:55.990733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528041-7cef-4da6-a2f1-130f1466e427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.056731 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.137103 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.156261 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:06:56.165031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe789102-70e8-44ad-82d0-8d274d6b0944') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:06:56.165492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe789102-70e8-44ad-82d0-8d274d6b0944') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:06:56.174676 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (fe789102-70e8-44ad-82d0-8d274d6b0944), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.189073 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (fe789102-70e8-44ad-82d0-8d274d6b0944), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.194832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:06:56.195470 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (fe789102-70e8-44ad-82d0-8d274d6b0944), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:06:56.198068 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:06:56.250905 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.255517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.258707 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] 10.222.0.32 "DELETE /v2.0/networks/0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f HTTP/1.1" status: 204 len: 168 time: 0.2707219 Mar 31 19:06:56.272451 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Pushing event deleted for resources: {'Network': ['ID=0311a3a0-7dcd-4b29-bdaf-b5dd34fe056f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:56.280136 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.280485 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.280911 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.281158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.281492 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.281822 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.282152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.282476 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.282804 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.283344 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.283707 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.284113 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.284346 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.284671 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.284993 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8422b-0e6c-481d-8efc-01671b51f99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:56.369453 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:56.408727 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cc7acc4c-145d-46e7-a98d-5bf4a6f726b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeb54fc800074b9fb9fbf97bcdc1ed29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380943 Mar 31 19:06:56.411102 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:06:56.464031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] Publish callbacks [] for security_group (71021fe4-08f6-46d0-8d9b-14ea4f3db6f4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.485788 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] Publish callbacks [] for security_group (71021fe4-08f6-46d0-8d9b-14ea4f3db6f4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.532201 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (71021fe4-08f6-46d0-8d9b-14ea4f3db6f4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.534748 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.535938 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71021fe4-08f6-46d0-8d9b-14ea4f3db6f4 HTTP/1.1" status: 204 len: 168 time: 0.1239016 Mar 31 19:06:56.545405 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05599839-bd34-4063-b01e-2242d268cb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71021fe4-08f6-46d0-8d9b-14ea4f3db6f4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:58.831449 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-a561d01f-9b93-4dbc-80ca-c3bed3cdc3f7 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304298 Mar 31 19:06:59.033529 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-f667790a-14f8-4e73-9b4a-fef89366f979 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:59.034928 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-f667790a-14f8-4e73-9b4a-fef89366f979 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983874 Mar 31 19:06:59.049654 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-2d264e4a-eff1-42e2-84a3-8b5ea193cf4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/quotas/8534a2d07cd048bfb2f3a3136fa8e696 HTTP/1.1" status: 200 len: 375 time: 0.0092142 Mar 31 19:06:59.081733 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-e42dfa84-e89b-436f-a417-14af04be531a tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269501 Mar 31 19:06:59.245800 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7a299720-7813-41bf-a025-d2662464a278 req-ddb3b0d8-998e-4842-b0ac-64b9fd95f7b8 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 210 time: 0.0311627 Mar 31 19:07:00.138980 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-d29ac7e5-5ef4-4a79-94b8-ef2ad8785ec8 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316548 Mar 31 19:07:00.336552 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-e5f74342-449c-4d9d-85c5-4d29b98547ef tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:00.338790 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-e5f74342-449c-4d9d-85c5-4d29b98547ef tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942358 Mar 31 19:07:00.343955 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-52869a61-203e-46b4-a236-ec36530dedf1 req-c544d11f-4b32-407a-9409-d5a333d2afb2 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Mar 31 19:07:00.354349 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Request body: {'port': {'device_id': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'network_id': '920111dc-c0b2-4855-afd8-565415448169', 'admin_state_up': True, 'tenant_id': '8534a2d07cd048bfb2f3a3136fa8e696'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:00.463282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Made reservation on behalf of 8534a2d07cd048bfb2f3a3136fa8e696 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:00.466594 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.475273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.548874 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks [] for security_group (3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.552825 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.623634 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:00.692224 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Allocated IP 192.168.233.129 (920111dc-c0b2-4855-afd8-565415448169/d99b49be-0f35-485b-9796-da4b1761586e/778f1e37-918e-45b1-855d-0287c7bb61bb) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:00.845330 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks [] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.878925 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:00.921249 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Network 920111dc-c0b2-4855-afd8-565415448169 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:00.924443 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:00.930533 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:00.937473 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Pushing event updated for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:00.998789 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:00.999459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.017758 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-077b229d-ee25-4c9e-8349-02c41d575f4f tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6680813 Mar 31 19:07:01.030347 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Request body: {'port': {'device_id': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:01.097305 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.211781 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-bd23d0d3-be97-413d-ad0e-af27aebd053c None None] Provisioning complete for port 778f1e37-918e-45b1-855d-0287c7bb61bb triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:01.213255 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd23d0d3-be97-413d-ad0e-af27aebd053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.246573 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bd23d0d3-be97-413d-ad0e-af27aebd053c None None] Port 778f1e37-918e-45b1-855d-0287c7bb61bb cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:01.383602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778f1e37-918e-45b1-855d-0287c7bb61bb {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:01.392288 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks [] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.406237 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Transition to ACTIVE for port object 778f1e37-918e-45b1-855d-0287c7bb61bb will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:07:01.411197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.484087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f81dd-52c9-4b42-9434-43c8007c5644 req-73ef5ba4-bcee-4a44-8d2d-41a1b6fd6314 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.485728 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9f6f81dd-52c9-4b42-9434-43c8007c5644 req-73ef5ba4-bcee-4a44-8d2d-41a1b6fd6314 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 948 time: 0.0696113 Mar 31 19:07:01.507620 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Pushing event updated for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:01.543009 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Attempting to bind port 778f1e37-918e-45b1-855d-0287c7bb61bb on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:01.543380 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Attempting to bind port 778f1e37-918e-45b1-855d-0287c7bb61bb by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:01.543749 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Attempting to bind port 778f1e37-918e-45b1-855d-0287c7bb61bb on network 920111dc-c0b2-4855-afd8-565415448169 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:01.547946 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-9f6f81dd-52c9-4b42-9434-43c8007c5644 req-cfa4c843-4aee-457c-851b-9b3a3b6bad32 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520494 Mar 31 19:07:01.551767 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Port 778f1e37-918e-45b1-855d-0287c7bb61bb on network 920111dc-c0b2-4855-afd8-565415448169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:07:01.552371 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Attempting to bind port 778f1e37-918e-45b1-855d-0287c7bb61bb on network 920111dc-c0b2-4855-afd8-565415448169 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:01.574150 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:01.574502 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Checking segment: {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:01.574897 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Bound using segment: {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:01.575334 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Bound port: 778f1e37-918e-45b1-855d-0287c7bb61bb, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0523ea-8302-4712-b97e-6ca8d724d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '920111dc-c0b2-4855-afd8-565415448169'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:01.575744 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.642501 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:01.646400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=778f1e37-918e-45b1-855d-0287c7bb61bb,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:01.653245 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.687344 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.687988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.689376 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] 10.222.0.23 "PUT /v2.0/ports/778f1e37-918e-45b1-855d-0287c7bb61bb HTTP/1.1" status: 200 len: 1098 time: 0.6636145 Mar 31 19:07:01.689820 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:01.692093 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efba61f8-673c-448a-9f40-364a1151a752" -d '{"events": [{"name": "network-changed", "server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:01.724919 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8dc7-cf65-40cb-ab1e-b26caa719398 service neutron] Pushing event updated for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:01.739175 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761fc01-d347-41a8-9f7c-6b4625b40cd7 x-openstack-request-id: req-b761fc01-d347-41a8-9f7c-6b4625b40cd7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:01.739600 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:01.739967 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b761fc01-d347-41a8-9f7c-6b4625b40cd7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:01.740387 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b761fc01-d347-41a8-9f7c-6b4625b40cd7'] response: {'name': 'network-changed', 'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb', 'status': 'completed', 'code': 200} Mar 31 19:07:01.794326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-90655f88-f20b-4c64-bce4-88c4b5e018fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.795914 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-90655f88-f20b-4c64-bce4-88c4b5e018fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 1132 time: 0.0526440 Mar 31 19:07:01.839620 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-e8a78282-0f8f-4fae-97cb-3dcb361c4302 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=778f1e37-918e-45b1-855d-0287c7bb61bb HTTP/1.1" status: 200 len: 217 time: 0.0365505 Mar 31 19:07:01.891538 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-c5a1a727-cc43-4bc4-98e0-f7188816cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.893053 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-c5a1a727-cc43-4bc4-98e0-f7188816cc2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d99b49be-0f35-485b-9796-da4b1761586e HTTP/1.1" status: 200 len: 843 time: 0.0482814 Mar 31 19:07:01.946841 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-3b5c3988-8930-427b-8a3f-72beb83cbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.948380 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-3b5c3988-8930-427b-8a3f-72beb83cbd76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=920111dc-c0b2-4855-afd8-565415448169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0483019 Mar 31 19:07:02.037824 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-a2f5f041-b3ed-4e94-8f1b-24b1f5a38529 service neutron] 10.222.0.23 "GET /v2.0/networks/920111dc-c0b2-4855-afd8-565415448169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Mar 31 19:07:02.128654 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-99c6ba27-378d-4f89-8aeb-02e48e6d24b9 req-52ddd931-7ff8-47a7-857d-90a8f1e4c8e3 service neutron] 10.222.0.23 "GET /v2.0/networks/920111dc-c0b2-4855-afd8-565415448169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Mar 31 19:07:02.219134 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba61f8-673c-448a-9f40-364a1151a752 req-53a90905-ed4b-407c-9c7f-9188aafcd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.220714 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-53a90905-ed4b-407c-9c7f-9188aafcd226 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 1132 time: 0.0461023 Mar 31 19:07:02.311751 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba61f8-673c-448a-9f40-364a1151a752 req-4f1a036f-6c73-4814-b35f-8067b1e26b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.313225 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-4f1a036f-6c73-4814-b35f-8067b1e26b80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=920111dc-c0b2-4855-afd8-565415448169 HTTP/1.1" status: 200 len: 870 time: 0.0862899 Mar 31 19:07:02.359044 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-13797e95-3aca-4822-8214-7d6ace04df48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=778f1e37-918e-45b1-855d-0287c7bb61bb HTTP/1.1" status: 200 len: 217 time: 0.0381749 Mar 31 19:07:02.407398 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba61f8-673c-448a-9f40-364a1151a752 req-ed2d387b-7409-44cb-9610-0e36fa46c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.408908 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-ed2d387b-7409-44cb-9610-0e36fa46c4e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d99b49be-0f35-485b-9796-da4b1761586e HTTP/1.1" status: 200 len: 843 time: 0.0436115 Mar 31 19:07:02.459549 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba61f8-673c-448a-9f40-364a1151a752 req-b2cf6bec-4239-4741-949d-846d8ec3a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.461126 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-b2cf6bec-4239-4741-949d-846d8ec3a0b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=920111dc-c0b2-4855-afd8-565415448169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459883 Mar 31 19:07:02.553782 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-1d0add61-5cb9-4320-9352-fbea2264ea74 service neutron] 10.222.0.23 "GET /v2.0/networks/920111dc-c0b2-4855-afd8-565415448169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Mar 31 19:07:02.654457 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-efba61f8-673c-448a-9f40-364a1151a752 req-07b1f8d2-ff31-451e-9f6b-07d24c840b86 service neutron] 10.222.0.23 "GET /v2.0/networks/920111dc-c0b2-4855-afd8-565415448169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944400 Mar 31 19:07:02.685662 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b41f-3a76-4ed9-8b68-eb893311a8ea req-eba97e22-63eb-4654-90c2-3af3c6e1ec47 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.687248 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-13c3b41f-3a76-4ed9-8b68-eb893311a8ea req-eba97e22-63eb-4654-90c2-3af3c6e1ec47 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 948 time: 0.0674171 Mar 31 19:07:02.734517 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-13c3b41f-3a76-4ed9-8b68-eb893311a8ea req-1f222397-8435-4af2-995a-d679aca2f0da tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Mar 31 19:07:03.857946 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a29299-660f-44d6-89db-afae8cc3d339 req-92c44523-c561-4a68-aca7-e2cec13dcec4 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:03.859597 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1a29299-660f-44d6-89db-afae8cc3d339 req-92c44523-c561-4a68-aca7-e2cec13dcec4 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 948 time: 0.0555403 Mar 31 19:07:03.905696 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b1a29299-660f-44d6-89db-afae8cc3d339 req-2b0bd337-1abe-4363-ad2f-af725030417c tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Mar 31 19:07:04.856117 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 778f1e37-918e-45b1-855d-0287c7bb61bb details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:07:04.954218 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=778f1e37-918e-45b1-855d-0287c7bb61bb,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:04.966427 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '778f1e37-918e-45b1-855d-0287c7bb61bb', 'network_id': '920111dc-c0b2-4855-afd8-565415448169', 'port_id': '778f1e37-918e-45b1-855d-0287c7bb61bb', 'mac_address': 'fa:16:3e:aa:65:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99b49be-0f35-485b-9796-da4b1761586e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:07:05.018778 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-321e6937-4e37-4de3-9977-dfcd5fda93bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:05.020253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 778f1e37-918e-45b1-855d-0287c7bb61bb is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:05.020645 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:05.032236 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816167-ee3b-4044-b8b9-5d65de07cd2c req-6e6a9098-42d6-436b-a54c-eb3874236579 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.033668 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3f816167-ee3b-4044-b8b9-5d65de07cd2c req-6e6a9098-42d6-436b-a54c-eb3874236579 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 948 time: 0.0598834 Mar 31 19:07:05.034516 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f1e37-918e-45b1-855d-0287c7bb61bb {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:05.056901 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=778f1e37-918e-45b1-855d-0287c7bb61bb,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:05.062043 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:05.085099 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-3f816167-ee3b-4044-b8b9-5d65de07cd2c req-a9cf58f3-27e7-4ad3-a3ba-5db985b01f99 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Mar 31 19:07:05.111666 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:05.259505 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['778f1e37-918e-45b1-855d-0287c7bb61bb'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:07:06.206534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e9db-b288-4a0f-b9d1-886abd78ec57 req-8d694075-4b73-4c2b-9d32-2ce306999db1 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:06.208050 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2870e9db-b288-4a0f-b9d1-886abd78ec57 req-8d694075-4b73-4c2b-9d32-2ce306999db1 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 949 time: 0.0526471 Mar 31 19:07:06.258054 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2870e9db-b288-4a0f-b9d1-886abd78ec57 req-df783488-3770-4602-a510-35d19c271168 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Mar 31 19:07:06.871825 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 778f1e37-918e-45b1-855d-0287c7bb61bb up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:06.921285 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 778f1e37-918e-45b1-855d-0287c7bb61bb completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:07:06.925316 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 778f1e37-918e-45b1-855d-0287c7bb61bb triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:06.925698 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.004094 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 778f1e37-918e-45b1-855d-0287c7bb61bb is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:07.004487 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.032283 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:07.034387 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb3208-5fa1-4b34-a7ac-21a2d5d861f1" -d '{"events": [{"server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "name": "network-vif-plugged", "status": "completed", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:07.049402 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=778f1e37-918e-45b1-855d-0287c7bb61bb,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:07.054214 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.079626 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161805d3-5dca-4eef-90c7-ba8a1798145a x-openstack-request-id: req-161805d3-5dca-4eef-90c7-ba8a1798145a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:07.079923 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "name": "network-vif-plugged", "status": "completed", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:07.080180 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-161805d3-5dca-4eef-90c7-ba8a1798145a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:07.080713 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161805d3-5dca-4eef-90c7-ba8a1798145a'] response: {'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb', 'code': 200} Mar 31 19:07:07.108158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:07.259563 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11353-fd2b-4109-a506-f19d28e3ef60 req-5a4956c9-8fc4-4203-b594-121710bc9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:07.261285 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bca11353-fd2b-4109-a506-f19d28e3ef60 req-5a4956c9-8fc4-4203-b594-121710bc9b00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 1134 time: 0.0497301 Mar 31 19:07:07.286107 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65e9735-94ea-4ae9-9535-3d8fedbde8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.308701 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bca11353-fd2b-4109-a506-f19d28e3ef60 req-3f94d839-fcc2-4a59-9215-68dd17d8ce40 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Mar 31 19:07:07.380695 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550760d8-c005-41ba-bb21-84257f40e92a req-6b81aae1-e4fb-46d9-adaa-703a405ff935 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:07.382191 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-550760d8-c005-41ba-bb21-84257f40e92a req-6b81aae1-e4fb-46d9-adaa-703a405ff935 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 950 time: 0.0539825 Mar 31 19:07:07.432495 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-550760d8-c005-41ba-bb21-84257f40e92a req-31bae6db-a32d-42f8-9b5e-9fb63286c67e tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437655 Mar 31 19:07:08.551699 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34cc1-0f3b-4237-9cdb-1d2142305ae6 req-fb09c1fb-80fb-4b22-8482-179a3a2cf034 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:08.553161 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ce34cc1-0f3b-4237-9cdb-1d2142305ae6 req-fb09c1fb-80fb-4b22-8482-179a3a2cf034 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 950 time: 0.0519354 Mar 31 19:07:08.600009 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ce34cc1-0f3b-4237-9cdb-1d2142305ae6 req-5f39652b-38fc-4537-8b2f-cc7392ed6a39 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Mar 31 19:07:08.668220 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.870613 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1c2b-19a9-498e-882c-3c69cbc55470 req-9748b802-5f65-4763-b6d8-2bb6405d08d1 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:08.872169 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3aa1c2b-19a9-498e-882c-3c69cbc55470 req-9748b802-5f65-4763-b6d8-2bb6405d08d1 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 950 time: 0.0562315 Mar 31 19:07:08.920194 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c3aa1c2b-19a9-498e-882c-3c69cbc55470 req-d404668a-cc9b-4880-b97e-fbad263388ab tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Mar 31 19:07:10.059885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494753-2424-4429-97f1-eb291a17151c req-f039cd29-7f52-4b89-a725-f8e4e0830b09 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:10.061871 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e4494753-2424-4429-97f1-eb291a17151c req-f039cd29-7f52-4b89-a725-f8e4e0830b09 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 950 time: 0.0603549 Mar 31 19:07:10.111044 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e4494753-2424-4429-97f1-eb291a17151c req-5501769c-f27e-40f7-8cee-fd7c9ea81511 tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Mar 31 19:07:10.144551 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.218123 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-7ba33c01-a4ce-4f94-91d7-3f755e82eeac tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:10.219542 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-7ba33c01-a4ce-4f94-91d7-3f755e82eeac tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.23 "GET /v2.0/ports?device_id=b969f3c1-ad55-4e3e-842b-b7b37a169ca0 HTTP/1.1" status: 200 len: 950 time: 0.0548408 Mar 31 19:07:10.312952 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Deleting port 778f1e37-918e-45b1-855d-0287c7bb61bb {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:07:10.313289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.400144 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] For port 778f1e37-918e-45b1-855d-0287c7bb61bb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=778f1e37-918e-45b1-855d-0287c7bb61bb,segment=NetworkSegment(1c0523ea-8302-4712-b97e-6ca8d724d8a4),segment_id=1c0523ea-8302-4712-b97e-6ca8d724d8a4)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:10.400503 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.413212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Calling delete_port for 778f1e37-918e-45b1-855d-0287c7bb61bb owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:07:10.539356 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (778f1e37-918e-45b1-855d-0287c7bb61bb), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.551086 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['778f1e37-918e-45b1-855d-0287c7bb61bb'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:07:10.575456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Pushing event deleted for resources: {'Port': ['ID=778f1e37-918e-45b1-855d-0287c7bb61bb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:10.620496 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] No DVR routers for this DVR port 778f1e37-918e-45b1-855d-0287c7bb61bb on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:07:10.623094 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.626607 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5502a25d-7651-4dae-8ac7-7b7a503bc7fa req-93cee9f8-b0a5-4cd0-b823-efa048e6e14d tempest-VolumesNegativeTest-1211996235 tempest-VolumesNegativeTest-1211996235-project] 10.222.0.23 "DELETE /v2.0/ports/778f1e37-918e-45b1-855d-0287c7bb61bb HTTP/1.1" status: 204 len: 173 time: 0.4011707 Mar 31 19:07:10.627085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'name': 'network-vif-deleted', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:10.630106 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f668d4-94a6-4141-a5c3-3ba3de1cc2e3" -d '{"events": [{"server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "name": "network-vif-deleted", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:10.673522 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8b85d-3852-497f-8d0c-05a3d4cd1cab x-openstack-request-id: req-23b8b85d-3852-497f-8d0c-05a3d4cd1cab {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:10.673907 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b969f3c1-ad55-4e3e-842b-b7b37a169ca0", "name": "network-vif-deleted", "tag": "778f1e37-918e-45b1-855d-0287c7bb61bb", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:10.674169 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23b8b85d-3852-497f-8d0c-05a3d4cd1cab {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:10.674600 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8b85d-3852-497f-8d0c-05a3d4cd1cab'] response: {'server_uuid': 'b969f3c1-ad55-4e3e-842b-b7b37a169ca0', 'name': 'network-vif-deleted', 'tag': '778f1e37-918e-45b1-855d-0287c7bb61bb', 'status': 'completed', 'code': 200} Mar 31 19:07:11.464095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:14.902640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 778f1e37-918e-45b1-855d-0287c7bb61bb no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:07:14.922786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 778f1e37-918e-45b1-855d-0287c7bb61bb {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:07:14.923128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 778f1e37-918e-45b1-855d-0287c7bb61bb not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:07:15.119569 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35898) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:15.264046 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f2bcca11-63b1-4ebd-a3c1-10cf242197b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8534a2d07cd048bfb2f3a3136fa8e696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433065 Mar 31 19:07:15.266607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:15.317610 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] Publish callbacks [] for security_group (3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.340920 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] Publish callbacks [] for security_group (3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.393662 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.396327 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.397498 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529 HTTP/1.1" status: 204 len: 168 time: 0.1295753 Mar 31 19:07:15.409460 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe010e-50da-458f-9712-32fd0cae12ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fda5d-07ff-4a8a-bee7-bf7a0ed23529,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:16.038301 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35924) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:16.138421 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1951305133-network', 'tenant_id': '5e12eda5e6b040c7add014e86911952f'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:16.159158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Made reservation on behalf of 5e12eda5e6b040c7add014e86911952f for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:16.161424 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.170484 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.248484 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks [] for security_group (d14c4931-b69c-4412-b81f-455a0c7ee23e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.252824 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d14c4931-b69c-4412-b81f-455a0c7ee23e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.279516 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:07:16.292202 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14c4931-b69c-4412-b81f-455a0c7ee23e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:16.298107 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (297c61f8-d02f-4dde-b960-76077d1d4b89), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.298457 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Added segment 297c61f8-d02f-4dde-b960-76077d1d4b89 of type vlan for network 83ad1719-8159-4666-91cf-2911f6731a34 Mar 31 19:07:16.341615 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (83ad1719-8159-4666-91cf-2911f6731a34), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.370599 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (83ad1719-8159-4666-91cf-2911f6731a34), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.371507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:16.372140 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.433076 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3936512 Mar 31 19:07:16.436404 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35928) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:16.444463 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Request body: {'subnet': {'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1951305133-subnet', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'ip_version': 4}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:16.445045 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b414d58-e37a-420b-8018-8edb398ca9a8 admin admin] Pushing event updated for resources: {'Network': ['ID=83ad1719-8159-4666-91cf-2911f6731a34,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:16.457506 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 83ad1719-8159-4666-91cf-2911f6731a34 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:07:16.468396 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Made reservation on behalf of 5e12eda5e6b040c7add014e86911952f for: {'subnet': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:16.470709 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63046103'] for subnet (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.647347 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58573433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63046081'] for subnet (69f2b03f-dd83-419f-a69c-6a8c22d730d1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.707787 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f2b03f-dd83-419f-a69c-6a8c22d730d1,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:16.717178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Checking segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:16.717534 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Network hostable DHCP agents. Network: 83ad1719-8159-4666-91cf-2911f6731a34, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:07:16.734689 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Network 83ad1719-8159-4666-91cf-2911f6731a34 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:07:16.745953 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 83ad1719-8159-4666-91cf-2911f6731a34) {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:16.750843 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:16.752121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.755558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6439858-2630-4e09-af53-0e05e9934f87 None None] Network 83ad1719-8159-4666-91cf-2911f6731a34 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:16.768455 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-80a898fc-f587-4c4e-ba8a-983d5f7e88b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3306124 Mar 31 19:07:16.771300 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35930) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:16.779709 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:16.807483 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.808519 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.861196 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for router_controller (5b51a4f8-4069-413a-a189-7b1345ec7345), precommit_add_association {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.863021 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-83ad1719-8159-4666-91cf-2911f6731a34', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:07:16.864088 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.013129 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Allocated IP 172.20.0.2 (83ad1719-8159-4666-91cf-2911f6731a34/69f2b03f-dd83-419f-a69c-6a8c22d730d1/856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:17.016780 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for router_gateway (5b51a4f8-4069-413a-a189-7b1345ec7345), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.251911 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for router_gateway (5b51a4f8-4069-413a-a189-7b1345ec7345), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.284720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.329850 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks [] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.336637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.381399 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Network 83ad1719-8159-4666-91cf-2911f6731a34 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:17.388434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:17.397118 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:17.402059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Pushing event updated for resources: {'Port': ['ID=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:17.412215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.412583 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.412930 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.413280 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.413622 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.413961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.414307 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.414754 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.415762 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.416149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.416462 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.417405 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.417782 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.418125 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.419351 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:17.427225 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Allocated IP 172.27.1.174 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/3593b68e-b351-423f-adbc-84434da534bd) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:17.475042 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Attempting to bind port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:17.475685 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Attempting to bind port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:17.475802 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Attempting to bind port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb on network 83ad1719-8159-4666-91cf-2911f6731a34 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:17.481459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:17.481841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Checking segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:17.482243 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.482636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Bound using segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:17.483099 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Bound port: 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:17.483498 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.536650 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for port (3593b68e-b351-423f-adbc-84434da534bd), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.546193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] For port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:17.549632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] For port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:17.556647 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.573392 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (3593b68e-b351-423f-adbc-84434da534bd), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.610541 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:17.613955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:17.617502 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:17.621672 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f42e61-2069-488a-bc3f-27561be2e7cb None None] Pushing event updated for resources: {'Port': ['ID=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:17.652323 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Pushing event updated for resources: {'Port': ['ID=3593b68e-b351-423f-adbc-84434da534bd,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:17.905063 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for router_gateway (5b51a4f8-4069-413a-a189-7b1345ec7345), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.349784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.505262 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c8a4f-6889-42c8-8565-f6a1c5bb0a45 None None] Network 83ad1719-8159-4666-91cf-2911f6731a34 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:18.518451 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Router 5b51a4f8-4069-413a-a189-7b1345ec7345 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:07:18.581138 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Provisioning complete for port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:18.581590 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.633171 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:18.644254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Sync routers for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:18.654937 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.656242 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-056326e3-fbcc-40cb-8eb9-7e9e21cc7243 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8837681 Mar 31 19:07:18.658977 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35932) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:18.665154 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:18.665882 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:18.796225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Current status of the port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:18.796599 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.831256 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:18.926456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] For port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:18.928835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:18.953358 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.083483 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0529e8-f52c-410e-9d46-e5122bc061f2 None None] Pushing event updated for resources: {'Port': ['ID=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.119740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.127310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ea502848-a5a2-4b6c-bf82-ad4ee7c7ce37 None None] Provisioning complete for port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:19.127718 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea502848-a5a2-4b6c-bf82-ad4ee7c7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.130816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:19.131182 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.273824 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Allocated IP 172.20.0.1 (83ad1719-8159-4666-91cf-2911f6731a34/69f2b03f-dd83-419f-a69c-6a8c22d730d1/80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:19.276217 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 3, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:19.315822 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Checking router: 5b51a4f8-4069-413a-a189-7b1345ec7345 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:19.316186 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Updating router 5b51a4f8-4069-413a-a189-7b1345ec7345 port 3593b68e-b351-423f-adbc-84434da534bd binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:19.341371 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:19.347044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ea502848-a5a2-4b6c-bf82-ad4ee7c7ce37 None None] Current status of the port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:19.355061 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3593b68e-b351-423f-adbc-84434da534bd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.379903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks [] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.415595 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.460539 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Network 83ad1719-8159-4666-91cf-2911f6731a34 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:19.463715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:19.467727 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:19.503244 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.526715 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (5b51a4f8-4069-413a-a189-7b1345ec7345), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.650851 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks [] for port (3593b68e-b351-423f-adbc-84434da534bd), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.657679 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3593b68e-b351-423f-adbc-84434da534bd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.686461 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.719970 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Attempting to bind port 3593b68e-b351-423f-adbc-84434da534bd on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:19.719970 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Attempting to bind port 3593b68e-b351-423f-adbc-84434da534bd by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:19.720335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Attempting to bind port 3593b68e-b351-423f-adbc-84434da534bd on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:19.729072 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90664509-70cc-4f5d-bb54-0bf1fe00108e None None] Pushing event updated for resources: {'Port': ['ID=3593b68e-b351-423f-adbc-84434da534bd,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.734502 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:19.735115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:19.735844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.736713 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:19.737344 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Bound port: 3593b68e-b351-423f-adbc-84434da534bd, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:19.737998 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3593b68e-b351-423f-adbc-84434da534bd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.799363 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f6b48253-bae8-44cd-91b0-72ce985d4af3 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:19.799773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6b48253-bae8-44cd-91b0-72ce985d4af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.834858 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] For port 3593b68e-b351-423f-adbc-84434da534bd, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:19.851341 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f6b48253-bae8-44cd-91b0-72ce985d4af3 None None] Port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:19.856587 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] For port 3593b68e-b351-423f-adbc-84434da534bd, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3593b68e-b351-423f-adbc-84434da534bd,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:19.863282 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3593b68e-b351-423f-adbc-84434da534bd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.879347 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks [] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.884379 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.919906 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:19.920525 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:19.950346 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.952676 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (5b51a4f8-4069-413a-a189-7b1345ec7345), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.053266 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Network 83ad1719-8159-4666-91cf-2911f6731a34 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:20.054719 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:20.090219 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90664509-70cc-4f5d-bb54-0bf1fe00108e None None] Pushing event updated for resources: {'Port': ['ID=3593b68e-b351-423f-adbc-84434da534bd,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:20.165240 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:20.182720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Router 5b51a4f8-4069-413a-a189-7b1345ec7345 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:07:20.299546 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:20.305125 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7e8735b7-2a3b-46d2-be6c-c3780a46e7f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/5b51a4f8-4069-413a-a189-7b1345ec7345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448975 Mar 31 19:07:20.324005 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-ced80a6c-5616-40b9-84ee-fe121237c434 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:20.324419 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ced80a6c-5616-40b9-84ee-fe121237c434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.392237 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ced80a6c-5616-40b9-84ee-fe121237c434 None None] Port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:20.431116 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 2, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:20.460059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef6d05-655a-4f21-bd30-8cf1921bc64a None None] The sync data for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi is: [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 2, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:20.858778 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35948) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:20.868328 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1369550967-network', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:20.884553 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:20.890212 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Made reservation on behalf of a9b2bf7027c247edaf0cee2e955d56b3 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:20.892831 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.903246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.942022 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:20.942406 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.985021 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks [] for security_group (8170f7ec-d8ec-4533-b665-5b636b3bdd30), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.989800 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8170f7ec-d8ec-4533-b665-5b636b3bdd30), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.018242 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:07:21.027958 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8170f7ec-d8ec-4533-b665-5b636b3bdd30,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:21.040258 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (84339133-7a86-4a8c-93d0-0ade4dcb0a5f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.040939 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Added segment 84339133-7a86-4a8c-93d0-0ade4dcb0a5f of type vlan for network 5be0dae7-8173-4513-a895-71e075b89259 Mar 31 19:07:21.047350 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:21.090225 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (5be0dae7-8173-4513-a895-71e075b89259), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.118018 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (5be0dae7-8173-4513-a895-71e075b89259), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.122881 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:21.122881 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.191024 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3308108 Mar 31 19:07:21.193722 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35950) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:21.202850 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Request body: {'subnet': {'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1369550967-subnet', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:21.216797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaaacb-bb01-4c51-b681-3ef549a9b390 admin admin] Pushing event updated for resources: {'Network': ['ID=5be0dae7-8173-4513-a895-71e075b89259,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:21.228674 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 5be0dae7-8173-4513-a895-71e075b89259 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:07:21.245064 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Made reservation on behalf of a9b2bf7027c247edaf0cee2e955d56b3 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:21.247915 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.468427 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (e660ca5d-6a05-4f91-b32c-77d777ec6271), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.532896 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e660ca5d-6a05-4f91-b32c-77d777ec6271,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:21.544439 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Checking segment: {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:21.544797 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Network hostable DHCP agents. Network: 5be0dae7-8173-4513-a895-71e075b89259, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:07:21.567028 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Network 5be0dae7-8173-4513-a895-71e075b89259 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:07:21.579193 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 5be0dae7-8173-4513-a895-71e075b89259) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:21.584573 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:21.585159 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.592368 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271432a8-123e-451a-84f6-b2a824bbd63a None None] Network 5be0dae7-8173-4513-a895-71e075b89259 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:21.604092 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b2ee6ee3-c0d5-4833-9689-a7a13acffb81 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4092770 Mar 31 19:07:21.606643 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 35952) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:21.612597 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:21.634956 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.636061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.701204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for router_controller (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.733254 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-5be0dae7-8173-4513-a895-71e075b89259', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:07:21.734435 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.884595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for router_gateway (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.907087 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Allocated IP 172.20.0.2 (5be0dae7-8173-4513-a895-71e075b89259/e660ca5d-6a05-4f91-b32c-77d777ec6271/6799f4d7-85e9-4438-9c74-9030954daeb3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:22.059023 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks [] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.065855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.105095 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for router_gateway (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.105496 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Network 5be0dae7-8173-4513-a895-71e075b89259 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:22.110507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:22.113249 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:22.119710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Pushing event updated for resources: {'Port': ['ID=6799f4d7-85e9-4438-9c74-9030954daeb3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:22.125983 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.181163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Attempting to bind port 6799f4d7-85e9-4438-9c74-9030954daeb3 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:22.181537 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Attempting to bind port 6799f4d7-85e9-4438-9c74-9030954daeb3 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:22.182370 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Attempting to bind port 6799f4d7-85e9-4438-9c74-9030954daeb3 on network 5be0dae7-8173-4513-a895-71e075b89259 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:22.188155 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:22.188539 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Checking segment: {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:22.188945 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.189339 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Bound using segment: {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:22.189811 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Bound port: 6799f4d7-85e9-4438-9c74-9030954daeb3, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:22.190196 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.237765 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Allocated IP 172.27.1.211 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/fdd34ede-5fd3-4eab-ad63-a64966387159) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:22.254582 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] For port 6799f4d7-85e9-4438-9c74-9030954daeb3, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:22.257880 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] For port 6799f4d7-85e9-4438-9c74-9030954daeb3, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6799f4d7-85e9-4438-9c74-9030954daeb3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:22.266109 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.324568 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c31655-3d00-427e-9371-99f27a789b66 None None] Pushing event updated for resources: {'Port': ['ID=6799f4d7-85e9-4438-9c74-9030954daeb3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:22.354502 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.359289 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.395832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.434437 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:22.437532 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:22.441848 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:22.476828 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Pushing event updated for resources: {'Port': ['ID=fdd34ede-5fd3-4eab-ad63-a64966387159,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:22.915962 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6799f4d7-85e9-4438-9c74-9030954daeb3 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:22.968941 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 6799f4d7-85e9-4438-9c74-9030954daeb3 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:22.969320 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.001179 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for router_gateway (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.057949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 6799f4d7-85e9-4438-9c74-9030954daeb3 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:23.058342 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.093738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 6799f4d7-85e9-4438-9c74-9030954daeb3, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6799f4d7-85e9-4438-9c74-9030954daeb3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:23.098011 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.098881 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3593b68e-b351-423f-adbc-84434da534bd up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:23.153670 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Sync routers for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:23.164619 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:23.165564 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:23.185821 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=6799f4d7-85e9-4438-9c74-9030954daeb3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:23.204275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 3593b68e-b351-423f-adbc-84434da534bd triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.207470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3593b68e-b351-423f-adbc-84434da534bd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.248815 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.285108 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:23.311072 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 3593b68e-b351-423f-adbc-84434da534bd is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:23.311549 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3593b68e-b351-423f-adbc-84434da534bd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.336059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 3593b68e-b351-423f-adbc-84434da534bd, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3593b68e-b351-423f-adbc-84434da534bd,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:23.340581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3593b68e-b351-423f-adbc-84434da534bd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.378714 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6cbc9-2c90-40d9-a09a-d03e51c26d27 None None] Network 5be0dae7-8173-4513-a895-71e075b89259 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:23.416918 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:07:23.457103 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=3593b68e-b351-423f-adbc-84434da534bd,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:23.478175 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-b84874aa-1eb9-4343-b4e8-feb9a34dacc1 None None] Provisioning complete for port 6799f4d7-85e9-4438-9c74-9030954daeb3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.478679 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b84874aa-1eb9-4343-b4e8-feb9a34dacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.552446 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 2, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:23.575462 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:23.587655 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Checking router: 5b51a4f8-4069-413a-a189-7b1345ec7345 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:23.588704 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Updating router 5b51a4f8-4069-413a-a189-7b1345ec7345 port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:23.599263 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.603648 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f8973480-1674-4246-8655-7c1383e04dbd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9934385 Mar 31 19:07:23.603811 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Sync routers for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:23.604862 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 35954) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:23.623967 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.624931 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b84874aa-1eb9-4343-b4e8-feb9a34dacc1 None None] Current status of the port 6799f4d7-85e9-4438-9c74-9030954daeb3 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:23.627300 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:23.627961 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:23.757736 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:23.921934 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks [] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.928230 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.966365 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-3da67d22-5e33-45b1-9a78-be1dd39e40fd None None] Provisioning complete for port 6799f4d7-85e9-4438-9c74-9030954daeb3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.966945 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3da67d22-5e33-45b1-9a78-be1dd39e40fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.979447 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Pushing event updated for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.006277 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.006277 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.006499 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.006882 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.007190 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.007555 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.007896 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.008389 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.008806 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.009186 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.009469 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.009821 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.010159 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.010487 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.010819 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:24.015689 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:22Z', 'revision_number': 3, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:24.049543 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Attempting to bind port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:24.049913 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Attempting to bind port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:24.050299 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Attempting to bind port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e on network 83ad1719-8159-4666-91cf-2911f6731a34 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:24.056691 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:24.057074 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Checking segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:24.057484 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.057888 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Bound using segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:24.058369 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Bound port: 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:24.058754 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.078125 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Checking router: 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:24.079003 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Updating router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 port fdd34ede-5fd3-4eab-ad63-a64966387159 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:24.110352 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.165861 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3da67d22-5e33-45b1-9a78-be1dd39e40fd None None] Current status of the port 6799f4d7-85e9-4438-9c74-9030954daeb3 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:24.172710 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.184958 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] For port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:24.230048 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] For port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:24.240624 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.294419 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:24.295074 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:24.307110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Allocated IP 172.20.0.1 (5be0dae7-8173-4513-a895-71e075b89259/e660ca5d-6a05-4f91-b32c-77d777ec6271/bfd8ae71-6e25-40c4-817c-d91b66e8c0e3) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:24.424771 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:24.454778 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks [] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.461013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:24.462330 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.496611 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.544202 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be8f81-322c-4501-a230-f1416243f611 None None] Pushing event updated for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.547909 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Network 5be0dae7-8173-4513-a895-71e075b89259 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:24.553029 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:24.558863 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:24.562023 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Pushing event updated for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.607509 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.661491 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Current status of the port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:24.661889 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.741528 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] For port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:24.752157 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.764843 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.796642 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks [] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.827702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.856807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19e1f4-5abc-4977-88b4-309916037546 None None] Pushing event updated for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.875993 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:24.905636 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Attempting to bind port fdd34ede-5fd3-4eab-ad63-a64966387159 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:24.907864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Attempting to bind port fdd34ede-5fd3-4eab-ad63-a64966387159 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:24.908243 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Attempting to bind port fdd34ede-5fd3-4eab-ad63-a64966387159 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:24.915444 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a5b8c-1c3d-4961-a539-3c04660fd44c None None] The sync data for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi is: [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:24.927049 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:24.927461 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:24.927871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.928268 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:24.928748 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Bound port: fdd34ede-5fd3-4eab-ad63-a64966387159, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:24.929128 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.942247 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:24.942247 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.965922 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe500a-abb1-42e6-8203-d35f3bde9bd8 None None] Pushing event updated for resources: {'Port': ['ID=fdd34ede-5fd3-4eab-ad63-a64966387159,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.972180 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks [] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.976084 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:24.979364 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.051201 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.053141 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Pushing event updated for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.069559 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] For port fdd34ede-5fd3-4eab-ad63-a64966387159, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:25.074793 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] For port fdd34ede-5fd3-4eab-ad63-a64966387159, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=fdd34ede-5fd3-4eab-ad63-a64966387159,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:25.085308 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.147455 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:07:25.162974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.163358 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.170907 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Network 5be0dae7-8173-4513-a895-71e075b89259 is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:25.172746 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:25.244845 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:25.245577 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:25.312684 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:07:25.317206 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Current status of the port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:25.319552 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe500a-abb1-42e6-8203-d35f3bde9bd8 None None] Pushing event updated for resources: {'Port': ['ID=fdd34ede-5fd3-4eab-ad63-a64966387159,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.382652 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Provisioning complete for port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.383036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.448355 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:25.458651 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:25.471904 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b7133cd0-f1b6-439d-ab98-a25be8c21beb admin admin] 10.222.0.32 "PUT /v2.0/routers/317e4a6c-d09e-46f4-95bd-cac8cb2a3d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591664 Mar 31 19:07:25.488835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:25.489964 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6799f4d7-85e9-4438-9c74-9030954daeb3 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:25.529769 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-82e81a8d-1b0e-4985-831f-66cd3047cb63 None None] Port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:25.676929 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-261065b9-7be5-40aa-99d4-c60244e569bd None None] Provisioning complete for port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.677315 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-261065b9-7be5-40aa-99d4-c60244e569bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.715737 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 6799f4d7-85e9-4438-9c74-9030954daeb3 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.716123 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.767100 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-261065b9-7be5-40aa-99d4-c60244e569bd None None] Port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:25.872010 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 6799f4d7-85e9-4438-9c74-9030954daeb3 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:25.873108 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3593b68e-b351-423f-adbc-84434da534bd up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:25.877471 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'bfd8ae71-6e25-40c4-817c-d91b66e8c0e3', 'name': '', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'mac_address': 'fa:16:3e:1a:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:24Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 2, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'subnets': [{'id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:25.925144 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34884e0e-04e2-4557-8887-48c65db0fd78 None None] The sync data for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi is: [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'bfd8ae71-6e25-40c4-817c-d91b66e8c0e3', 'name': '', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'mac_address': 'fa:16:3e:1a:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:24Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 2, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'subnets': [{'id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:25.953738 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 3593b68e-b351-423f-adbc-84434da534bd triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.954245 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3593b68e-b351-423f-adbc-84434da534bd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.038816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 3593b68e-b351-423f-adbc-84434da534bd is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:26.882481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:26.940693 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:26.941239 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:27.039879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:28.880758 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Sync routers for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:28.893029 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:28.893657 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:28.900246 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device fdd34ede-5fd3-4eab-ad63-a64966387159 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:28.960234 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port fdd34ede-5fd3-4eab-ad63-a64966387159 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:28.960551 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.029832 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:29.063014 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port fdd34ede-5fd3-4eab-ad63-a64966387159 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:29.063434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.090322 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port fdd34ede-5fd3-4eab-ad63-a64966387159, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=fdd34ede-5fd3-4eab-ad63-a64966387159,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:29.095855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.153652 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=fdd34ede-5fd3-4eab-ad63-a64966387159,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:29.279728 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'bfd8ae71-6e25-40c4-817c-d91b66e8c0e3', 'name': '', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'mac_address': 'fa:16:3e:1a:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:24Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 2, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'subnets': [{'id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:29.308011 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Checking router: 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:29.308673 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Updating router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:29.337330 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.638478 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks [] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.647279 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.694654 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24bfe8-05f5-422d-a696-2ada68b362d6 None None] Pushing event updated for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:29.770984 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Attempting to bind port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:29.771369 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Attempting to bind port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:29.771777 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Attempting to bind port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 on network 5be0dae7-8173-4513-a895-71e075b89259 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:29.778149 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:29.778552 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Checking segment: {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:29.778935 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.779334 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Bound using segment: {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:29.779846 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Bound port: bfd8ae71-6e25-40c4-817c-d91b66e8c0e3, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84339133-7a86-4a8c-93d0-0ade4dcb0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5be0dae7-8173-4513-a895-71e075b89259'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:29.780234 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.854738 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] For port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:29.863899 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] For port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:29.873039 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.956104 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24bfe8-05f5-422d-a696-2ada68b362d6 None None] Pushing event updated for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:29.962360 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:29.963083 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:30.044868 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Provisioning complete for port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:30.045373 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:30.091615 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:30.293020 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Current status of the port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:30.293612 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:30.347546 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] For port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:30.355156 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:30.396770 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'bfd8ae71-6e25-40c4-817c-d91b66e8c0e3', 'name': '', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'mac_address': 'fa:16:3e:1a:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:24Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'subnets': [{'id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:30.425627 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cb6ff-5689-42fe-8666-0e5b8a3162a9 None None] The sync data for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi is: [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': 'bfd8ae71-6e25-40c4-817c-d91b66e8c0e3', 'name': '', 'network_id': '5be0dae7-8173-4513-a895-71e075b89259', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'mac_address': 'fa:16:3e:1a:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:24Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'subnets': [{'id': 'e660ca5d-6a05-4f91-b32c-77d777ec6271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:30.441335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61f9f1-54e7-4e62-89c6-448b68b21a29 None None] Pushing event updated for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:30.481171 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-92996c32-d984-466c-aafd-464a6f36bb70 None None] Provisioning complete for port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:30.484112 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92996c32-d984-466c-aafd-464a6f36bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:30.605709 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-92996c32-d984-466c-aafd-464a6f36bb70 None None] Current status of the port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:30.909384 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:30.960804 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:30.961331 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:31.054676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:31.056462 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device fdd34ede-5fd3-4eab-ad63-a64966387159 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:31.105054 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port fdd34ede-5fd3-4eab-ad63-a64966387159 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:31.105693 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:31.209880 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port fdd34ede-5fd3-4eab-ad63-a64966387159 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:35.004225 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab476475-6ff5-489c-bd38-751f80fe3fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:35.421168 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-b8e1ce80-ac6f-4e8d-88bd-e765eba47e9f tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:35.422649 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-b8e1ce80-ac6f-4e8d-88bd-e765eba47e9f tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 815 time: 0.1024113 Mar 31 19:07:35.437561 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-1baa4748-55ef-4b9a-a551-d3eb5e9e7f58 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/quotas/5e12eda5e6b040c7add014e86911952f HTTP/1.1" status: 200 len: 375 time: 0.0095201 Mar 31 19:07:35.493438 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-b21872a1-81a6-44b5-a2e4-50bb64ca6ef4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507751 Mar 31 19:07:35.700429 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-06de5100-02ec-40fd-8487-b44222311571 service neutron] 10.222.0.32 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958570 Mar 31 19:07:35.792194 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-5de5e177-2f39-4944-8b2f-88a07e09d82a service neutron] 10.222.0.32 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Mar 31 19:07:35.952119 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f7bff8f5-cad3-43ed-9eb9-6878fbd41565 req-06ad50b2-12ce-4e82-b510-46ef06ff1cf5 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Mar 31 19:07:37.016229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-f7a37883-6774-4277-b275-bf4be2b95d75 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:37.017776 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-f7a37883-6774-4277-b275-bf4be2b95d75 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 815 time: 0.1099267 Mar 31 19:07:37.031993 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'port': {'device_id': '63e14434-bcd6-4e86-acef-948f506303f9', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'admin_state_up': True, 'tenant_id': '5e12eda5e6b040c7add014e86911952f'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:37.056483 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08193bd4-5cc6-4b8c-8156-a6793d12c92c req-9e469a45-41bb-431c-bf6c-40edfb9c88fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 210 time: 0.0347359 Mar 31 19:07:37.158306 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Made reservation on behalf of 5e12eda5e6b040c7add014e86911952f for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:37.168664 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.292213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d03fc99f-00bf-4dee-9977-bbb430f22e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.318507 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Allocated IP 172.20.0.3 (83ad1719-8159-4666-91cf-2911f6731a34/69f2b03f-dd83-419f-a69c-6a8c22d730d1/ef469408-7276-451f-9074-f6d895664cdd) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:37.503988 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for port (ef469408-7276-451f-9074-f6d895664cdd), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.553723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.596985 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Network 83ad1719-8159-4666-91cf-2911f6731a34 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:37.604285 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:37.611060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:37.656374 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:37.694144 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:37.694770 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.717555 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-c297470f-1c17-4f45-8f78-12a30104493c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6898189 Mar 31 19:07:37.892103 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7cd9e26e-5af1-459b-bf22-785dcc848acc None None] Provisioning complete for port ef469408-7276-451f-9074-f6d895664cdd triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:37.892428 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7cd9e26e-5af1-459b-bf22-785dcc848acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ef469408-7276-451f-9074-f6d895664cdd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:37.939027 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9e26e-5af1-459b-bf22-785dcc848acc None None] Port ef469408-7276-451f-9074-f6d895664cdd cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:38.220652 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adefc76-ebcf-43d0-88f1-0bd7cedd9104 req-ff0fe25a-a379-418a-8061-084bd923906f tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:38.222979 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1adefc76-ebcf-43d0-88f1-0bd7cedd9104 req-ff0fe25a-a379-418a-8061-084bd923906f tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0777535 Mar 31 19:07:38.281184 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1adefc76-ebcf-43d0-88f1-0bd7cedd9104 req-2edf3c4e-4f99-48ee-a382-0c4b3d0c0ace tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518329 Mar 31 19:07:38.672767 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:39.407093 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e6d6-08b7-46d4-a20d-96f635c5ed02 req-09c3936f-ea5d-4ff3-be7b-614da407fa52 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:39.409850 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa39e6d6-08b7-46d4-a20d-96f635c5ed02 req-09c3936f-ea5d-4ff3-be7b-614da407fa52 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0628023 Mar 31 19:07:39.462071 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fa39e6d6-08b7-46d4-a20d-96f635c5ed02 req-af395144-c972-4be6-9bae-ff864d4402a5 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Mar 31 19:07:40.146413 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:40.592495 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0657-c7de-480d-85c4-ea8f3b98036a req-138ddf3b-19d2-4b3c-82e7-3168af2bf970 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:40.594246 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4be0657-c7de-480d-85c4-ea8f3b98036a req-138ddf3b-19d2-4b3c-82e7-3168af2bf970 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0578637 Mar 31 19:07:40.652652 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a4be0657-c7de-480d-85c4-ea8f3b98036a req-cc7f811a-3700-4bf0-95f4-22d1f5ea3e19 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Mar 31 19:07:41.469756 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:41.788070 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70ee9-0532-46d5-b752-2a8f9dbd0b3f req-7cccae02-264f-483e-852a-d7a0d6dce6ef tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:41.790401 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-83c70ee9-0532-46d5-b752-2a8f9dbd0b3f req-7cccae02-264f-483e-852a-d7a0d6dce6ef tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0606680 Mar 31 19:07:41.843101 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-83c70ee9-0532-46d5-b752-2a8f9dbd0b3f req-634917c6-c712-4edf-90c9-e17c3167fa59 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Mar 31 19:07:42.981658 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554db6-07ff-4e73-8bae-7e4223314a4b req-28d3403f-149f-48ed-ae47-9b3955287267 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:42.985153 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29554db6-07ff-4e73-8bae-7e4223314a4b req-28d3403f-149f-48ed-ae47-9b3955287267 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0594974 Mar 31 19:07:43.037287 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29554db6-07ff-4e73-8bae-7e4223314a4b req-f92ba26c-9470-410e-af35-90ca65299258 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Mar 31 19:07:44.188550 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0821-e973-46d8-8dea-e0717594470d req-6b55df58-9d02-4a29-9adf-302d9c04cf84 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:44.190483 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a0fd0821-e973-46d8-8dea-e0717594470d req-6b55df58-9d02-4a29-9adf-302d9c04cf84 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0696292 Mar 31 19:07:44.252741 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-a0fd0821-e973-46d8-8dea-e0717594470d req-78f6c404-a77a-4296-9f32-f557922716a5 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Mar 31 19:07:45.381498 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0a2c2-d677-4450-bd55-c42db1018f21 req-291ed341-1137-4dce-aa29-3fb04ce430e4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:45.383610 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ee0a2c2-d677-4450-bd55-c42db1018f21 req-291ed341-1137-4dce-aa29-3fb04ce430e4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 931 time: 0.0540078 Mar 31 19:07:45.442662 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4ee0a2c2-d677-4450-bd55-c42db1018f21 req-762ff2c6-0e17-44fc-a7b5-6e1f5a965f5a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Mar 31 19:07:45.867479 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Request body: {'port': {'device_id': '63e14434-bcd6-4e86-acef-948f506303f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:45.926448 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.198600 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef469408-7276-451f-9074-f6d895664cdd {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:46.206096 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks [] for port (ef469408-7276-451f-9074-f6d895664cdd), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.217849 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Transition to ACTIVE for port object ef469408-7276-451f-9074-f6d895664cdd will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:07:46.222024 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.277017 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:46.353781 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Attempting to bind port ef469408-7276-451f-9074-f6d895664cdd on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:46.354124 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Attempting to bind port ef469408-7276-451f-9074-f6d895664cdd by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:46.354456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Attempting to bind port ef469408-7276-451f-9074-f6d895664cdd on network 83ad1719-8159-4666-91cf-2911f6731a34 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:46.359197 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Port ef469408-7276-451f-9074-f6d895664cdd on network 83ad1719-8159-4666-91cf-2911f6731a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:07:46.359548 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Attempting to bind port ef469408-7276-451f-9074-f6d895664cdd on network 83ad1719-8159-4666-91cf-2911f6731a34 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:46.364962 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:46.365318 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Checking segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:46.365705 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Bound using segment: {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:46.366133 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Bound port: ef469408-7276-451f-9074-f6d895664cdd, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297c61f8-d02f-4dde-b960-76077d1d4b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:46.366491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.451936 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:46.454855 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:46.461930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.496663 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.497394 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.498709 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] 10.222.0.23 "PUT /v2.0/ports/ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 1093 time: 0.6357923 Mar 31 19:07:46.499219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:46.501496 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4155f70-8596-4ffb-8f9e-b9872e0e0518" -d '{"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:46.544425 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3744d0-f7cb-4581-9f0a-ed9fc60b4432 service neutron] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:46.598620 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c732-c3f2-405e-b026-fd8e656424c8 req-672ace47-8f32-4ba0-88fc-cfbc826f610e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.600354 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ad4c732-c3f2-405e-b026-fd8e656424c8 req-672ace47-8f32-4ba0-88fc-cfbc826f610e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 943 time: 0.0804586 Mar 31 19:07:46.606860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-704818f8-83c8-4218-998e-ac879856c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.608528 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-704818f8-83c8-4218-998e-ac879856c6d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1127 time: 0.0610204 Mar 31 19:07:46.660055 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-b94c5e6d-9bb4-4017-93c3-ae824589e153 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 217 time: 0.0442796 Mar 31 19:07:46.665444 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ad4c732-c3f2-405e-b026-fd8e656424c8 req-c3535d6a-0d2c-464e-8960-5ff4ff533e47 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590615 Mar 31 19:07:46.715727 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-edf43987-a20d-4c2c-8833-b58206b5edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.717248 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-edf43987-a20d-4c2c-8833-b58206b5edff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0489275 Mar 31 19:07:46.752626 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb089340-61e7-4e42-bd88-50eb86b863ae x-openstack-request-id: req-eb089340-61e7-4e42-bd88-50eb86b863ae {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:46.752923 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:46.753412 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb089340-61e7-4e42-bd88-50eb86b863ae {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:46.753572 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb089340-61e7-4e42-bd88-50eb86b863ae'] response: {'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:07:46.773934 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47903f-0c81-47f4-8633-42713062e753 req-d7fc4cdf-5158-4c13-a847-79f358ae362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.775485 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-d7fc4cdf-5158-4c13-a847-79f358ae362a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520136 Mar 31 19:07:46.866729 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-1f905458-3519-4ae4-bdae-3bc72956e432 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853341 Mar 31 19:07:46.955358 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2d47903f-0c81-47f4-8633-42713062e753 req-904446fd-4619-44c5-8c87-796d3ad3cca0 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Mar 31 19:07:47.041795 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-0799196a-9f66-4a0e-8d9e-cfe9d7f400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:47.043296 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-0799196a-9f66-4a0e-8d9e-cfe9d7f400da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1127 time: 0.0460787 Mar 31 19:07:47.143692 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-41b04b6c-dcf5-4bd4-b41c-33aec7f9c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:47.145148 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-41b04b6c-dcf5-4bd4-b41c-33aec7f9c770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.0950830 Mar 31 19:07:47.188838 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-c50e0f5f-b5e7-46c0-8fe5-8cf13b425513 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 217 time: 0.0357351 Mar 31 19:07:47.240353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-53857526-cf1f-4682-b1be-734e7f3b016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:47.241721 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-53857526-cf1f-4682-b1be-734e7f3b016d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0457375 Mar 31 19:07:47.298085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-1dd55a3e-3542-40b6-a7cb-1b831cc195b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:47.299638 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-1dd55a3e-3542-40b6-a7cb-1b831cc195b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505342 Mar 31 19:07:47.389650 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-6f3a5f20-3a4f-4f94-8c4b-93db3232410e service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830035 Mar 31 19:07:47.498530 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b4155f70-8596-4ffb-8f9e-b9872e0e0518 req-966ff509-44fa-4714-b943-50b442902bdc service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027548 Mar 31 19:07:47.793187 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2937-6737-4961-9d39-8e30fc0c995b req-f67b6670-fd6d-4fd7-b896-fe0461055ce1 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:47.794572 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2b0d2937-6737-4961-9d39-8e30fc0c995b req-f67b6670-fd6d-4fd7-b896-fe0461055ce1 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 943 time: 0.0670843 Mar 31 19:07:47.842596 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2b0d2937-6737-4961-9d39-8e30fc0c995b req-b593ecdb-f5a1-4e10-9091-7991378ba673 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Mar 31 19:07:48.968938 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116f23-fca0-443f-984a-0d09e0d80cfc req-c61e1940-5470-42d9-be52-22db1b8bb7fc tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:48.970501 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b9116f23-fca0-443f-984a-0d09e0d80cfc req-c61e1940-5470-42d9-be52-22db1b8bb7fc tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Mar 31 19:07:49.020593 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b9116f23-fca0-443f-984a-0d09e0d80cfc req-7d0d8799-76b6-409e-9276-dacd012ebba8 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Mar 31 19:07:50.382202 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506da27-9841-4b53-9759-0664feba0336 req-51602305-1840-4d48-9d93-a4db2870026b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:50.384418 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0506da27-9841-4b53-9759-0664feba0336 req-51602305-1840-4d48-9d93-a4db2870026b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 943 time: 0.2958100 Mar 31 19:07:50.430818 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0506da27-9841-4b53-9759-0664feba0336 req-8855506c-4c0c-47b4-8389-8277ecab5f53 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Mar 31 19:07:51.169769 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ef469408-7276-451f-9074-f6d895664cdd details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:07:51.342313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:51.362143 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': 'ef469408-7276-451f-9074-f6d895664cdd', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'port_id': 'ef469408-7276-451f-9074-f6d895664cdd', 'mac_address': 'fa:16:3e:01:35:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:07:51.428689 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ef469408-7276-451f-9074-f6d895664cdd is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:51.429832 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:51.452699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef469408-7276-451f-9074-f6d895664cdd {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:51.491542 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:51.498863 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:51.591535 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:51.624461 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cad98-c549-4288-aa39-b27b7d826b8b req-23f755d3-1edf-4771-a599-6c0828a02f66 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:51.625936 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-336cad98-c549-4288-aa39-b27b7d826b8b req-23f755d3-1edf-4771-a599-6c0828a02f66 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 944 time: 0.0805244 Mar 31 19:07:51.675784 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-336cad98-c549-4288-aa39-b27b7d826b8b req-99ba988c-28b9-4f9e-81a6-75cf386c7293 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Mar 31 19:07:51.714569 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:07:52.362549 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.810236 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5f07-bc79-4dde-9891-b3c5bc6dacae req-4c4a2f97-a6f5-4a1d-b2b8-d57bd1fbd573 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:52.811147 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-50ee5f07-bc79-4dde-9891-b3c5bc6dacae req-4c4a2f97-a6f5-4a1d-b2b8-d57bd1fbd573 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 944 time: 0.0572438 Mar 31 19:07:52.859987 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-50ee5f07-bc79-4dde-9891-b3c5bc6dacae req-1e6068f5-5e0c-4ad2-8158-446b2081bdc5 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Mar 31 19:07:53.168117 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ef469408-7276-451f-9074-f6d895664cdd up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:53.231478 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port ef469408-7276-451f-9074-f6d895664cdd completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:07:53.235195 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port ef469408-7276-451f-9074-f6d895664cdd triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:53.235560 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ef469408-7276-451f-9074-f6d895664cdd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.335180 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port ef469408-7276-451f-9074-f6d895664cdd is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:53.335631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.358594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:53.360870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a7e6b-e6d4-4a7a-902b-17520d0155da" -d '{"events": [{"server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "name": "network-vif-plugged", "status": "completed", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:53.374334 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:53.378603 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.439526 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:53.460189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f801f-d5f9-402f-abf1-fb4411214b8a x-openstack-request-id: req-674f801f-d5f9-402f-abf1-fb4411214b8a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:53.460595 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "name": "network-vif-plugged", "status": "completed", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:53.460897 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-674f801f-d5f9-402f-abf1-fb4411214b8a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:53.461339 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674f801f-d5f9-402f-abf1-fb4411214b8a'] response: {'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'code': 200} Mar 31 19:07:53.655121 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1e86e-a64a-4244-9913-c60eda49b681 req-f22ed099-b7f8-40f9-b8aa-f2c1af715d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.656740 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-81d1e86e-a64a-4244-9913-c60eda49b681 req-f22ed099-b7f8-40f9-b8aa-f2c1af715d3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1129 time: 0.0497739 Mar 31 19:07:53.705240 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-81d1e86e-a64a-4244-9913-c60eda49b681 req-3ef47d5a-36d3-4e99-8c3d-8ec74c6c9de5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Mar 31 19:07:53.983531 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11def9f2-0a8f-4826-8377-eb057a435c53 req-99b29d01-9f4a-49b1-8fd7-812dda689891 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.985005 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11def9f2-0a8f-4826-8377-eb057a435c53 req-99b29d01-9f4a-49b1-8fd7-812dda689891 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0549009 Mar 31 19:07:54.035030 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11def9f2-0a8f-4826-8377-eb057a435c53 req-376b34c9-c231-47b9-9be8-97f2b45075f5 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Mar 31 19:07:55.158274 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea6258-de4a-4677-b4fc-4064cdaa4751 req-f74d5499-7740-42a8-b946-c7ec255009be tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:55.159873 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e8ea6258-de4a-4677-b4fc-4064cdaa4751 req-f74d5499-7740-42a8-b946-c7ec255009be tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0533671 Mar 31 19:07:55.210451 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e8ea6258-de4a-4677-b4fc-4064cdaa4751 req-9975066c-c905-4829-a56a-3167e0560323 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Mar 31 19:07:55.331986 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c9a96-9779-4563-a41e-391e505bd463 req-0f814346-7b3c-4f66-9578-13e2ee30c27e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:55.333472 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4a8c9a96-9779-4563-a41e-391e505bd463 req-0f814346-7b3c-4f66-9578-13e2ee30c27e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0544431 Mar 31 19:07:55.381189 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4a8c9a96-9779-4563-a41e-391e505bd463 req-6afb04de-272a-48d2-9203-971acea0c3d6 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Mar 31 19:07:55.719459 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5dd1-c469-40ef-a3b5-afee16f7e03d req-d3c02924-5f6f-4247-a8f2-ab3017bb4cd3 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:55.721112 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fddc5dd1-c469-40ef-a3b5-afee16f7e03d req-d3c02924-5f6f-4247-a8f2-ab3017bb4cd3 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0565679 Mar 31 19:07:55.769994 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-fddc5dd1-c469-40ef-a3b5-afee16f7e03d req-28cd845d-7f65-4479-905d-bb678995e920 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Mar 31 19:08:02.146595 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:08:04.162287 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082d1c-772f-4103-a0aa-169d4bc5b7c8 req-f8ac49d7-29d4-4240-be41-d4ff1ed4188a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:04.163860 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0082d1c-772f-4103-a0aa-169d4bc5b7c8 req-f8ac49d7-29d4-4240-be41-d4ff1ed4188a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0586100 Mar 31 19:08:04.214887 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0082d1c-772f-4103-a0aa-169d4bc5b7c8 req-a516b03f-d42f-461b-97fe-a6c1b18aa315 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Mar 31 19:08:04.238394 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36140) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:04.329769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed76d69-9e5d-4df2-9f0f-f67f3f382684 tempest-TestMinimumBasicScenario-2063831969 tempest-TestMinimumBasicScenario-2063831969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:04.331331 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1ed76d69-9e5d-4df2-9f0f-f67f3f382684 tempest-TestMinimumBasicScenario-2063831969 tempest-TestMinimumBasicScenario-2063831969-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1124 time: 0.0919209 Mar 31 19:08:04.334273 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36144) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:04.338917 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'port_id': 'ef469408-7276-451f-9074-f6d895664cdd', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:04.359578 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:04.462474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:04.565901 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Allocated IP 172.27.1.130 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/eaf2f63e-c732-46cc-b68a-9f0feec4de1a) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:08:04.670545 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:04.708282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:04.755245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:08:04.761383 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:08:04.765904 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:08:04.768976 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'Port': ['ID=eaf2f63e-c732-46cc-b68a-9f0feec4de1a,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:04.797298 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.797649 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.797992 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.798331 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.798668 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.799020 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.799332 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.799689 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.800023 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.800349 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.800671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.800994 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.801317 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.801638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.801957 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:04.998771 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a6ee58-4527-480a-844a-a5091d5876b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.160108 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for floatingip (a52fcb28-bc91-46e1-b244-b399b81b0d5b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.232316 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.407486 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.412039 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.483633 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'Port': ['ID=eaf2f63e-c732-46cc-b68a-9f0feec4de1a,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:05.496663 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (a52fcb28-bc91-46e1-b244-b399b81b0d5b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.605329 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Floating IP a52fcb28-bc91-46e1-b244-b399b81b0d5b associated. External IP: 172.27.1.130, port: ef469408-7276-451f-9074-f6d895664cdd. Mar 31 19:08:05.824712 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Router 5b51a4f8-4069-413a-a189-7b1345ec7345 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:08:05.891658 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-6b79d457-86aa-4da8-981b-2eca884d824a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482140 Mar 31 19:08:05.936316 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:08:05.951349 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Sync routers for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:08:05.958177 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.971704 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:05.972724 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:05.996050 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b7310db1-51fc-47e6-b356-1377123f0757 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6606021 Mar 31 19:08:05.996743 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:05.999312 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a796e-2dd3-4606-8e36-9a6870ae23cc" -d '{"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:06.001637 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36146) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.006345 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514383227', 'description': 'tempest-secgroup-smoke-514383227 description', 'project_id': '5e12eda5e6b040c7add014e86911952f'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.018593 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-1b40bfe5-8ddb-4401-bb53-41c7f1f36d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.021565 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-1b40bfe5-8ddb-4401-bb53-41c7f1f36d43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1129 time: 0.0856152 Mar 31 19:08:06.030620 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.113109 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (a6b0ecba-1220-4adf-82a4-1300b963b93b), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.119805 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a6b0ecba-1220-4adf-82a4-1300b963b93b), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.124589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc6a53-806e-4bdb-a3b9-1cd7db1cfdeb x-openstack-request-id: req-92dc6a53-806e-4bdb-a3b9-1cd7db1cfdeb {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:06.124876 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:06.125134 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92dc6a53-806e-4bdb-a3b9-1cd7db1cfdeb {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:06.125541 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92dc6a53-806e-4bdb-a3b9-1cd7db1cfdeb'] response: {'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:08:06.141028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:06.154690 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.159294 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1537206 Mar 31 19:08:06.159613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-ae18bead-89ae-45a9-b345-4d07d262e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.159732 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36152) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.160416 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-ae18bead-89ae-45a9-b345-4d07d262e10a service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.1145329 Mar 31 19:08:06.164092 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.172438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b16ce7-9241-4e60-980d-979fdf740461 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0ecba-1220-4adf-82a4-1300b963b93b,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.199231 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (14258f4b-5e1d-4fac-881b-bf84b1d9ba5c), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.242650 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-98fa7764-cbdc-49bc-afe9-7be93fbdc818 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 999 time: 0.0744069 Mar 31 19:08:06.264535 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (14258f4b-5e1d-4fac-881b-bf84b1d9ba5c), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.269313 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (14258f4b-5e1d-4fac-881b-bf84b1d9ba5c), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.286120 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14258f4b-5e1d-4fac-881b-bf84b1d9ba5c,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.296314 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-3af0ed44-4cd6-4dd4-8b5b-601dadd286fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.297857 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-3af0ed44-4cd6-4dd4-8b5b-601dadd286fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0510700 Mar 31 19:08:06.299978 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.304398 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36154) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.304857 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-e293f657-0414-4d4d-98dd-a9d541dafc31 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438689 Mar 31 19:08:06.309312 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.366505 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (4e0ba7be-9bb4-4cf6-b995-2bfd4934f33a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.384961 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-e749bedf-29cb-4e5a-a18a-41519e70cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.386491 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-e749bedf-29cb-4e5a-a18a-41519e70cc48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730383 Mar 31 19:08:06.395994 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a52fcb28-bc91-46e1-b244-b399b81b0d5b', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'port_id': 'ef469408-7276-451f-9074-f6d895664cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'mac_address': 'fa:16:3e:01:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e14434-bcd6-4e86-acef-948f506303f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:05Z', 'updated_at': '2022-03-31T19:08:05Z', 'revision_number': 0, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:06.427179 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Checking router: 5b51a4f8-4069-413a-a189-7b1345ec7345 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:08:06.435888 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:06.436503 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:07:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:06.494117 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (4e0ba7be-9bb4-4cf6-b995-2bfd4934f33a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.500051 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (4e0ba7be-9bb4-4cf6-b995-2bfd4934f33a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.532282 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-e922ee12-4807-4997-826e-75f05be7dbef service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357408 Mar 31 19:08:06.533559 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0ba7be-9bb4-4cf6-b995-2bfd4934f33a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.550673 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:06.552939 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.557310 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2489238 Mar 31 19:08:06.557753 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36156) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.562438 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.565357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.565712 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.566061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.566405 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.566792 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.567082 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.567434 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.567779 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.568353 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.568489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.568764 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.569090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.570066 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.570328 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.570664 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365152f-9963-4e61-a3b2-1c415d57e0fb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:06.605503 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (56d57a6a-1eaa-48a3-9a03-57d1286835ab), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.655646 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1cad2e05-74b3-4509-915c-3a739ee230d3 req-c35b1cf6-8396-4a5c-8641-ef25ff46fafa service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167469 Mar 31 19:08:06.670439 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (56d57a6a-1eaa-48a3-9a03-57d1286835ab), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.675429 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (56d57a6a-1eaa-48a3-9a03-57d1286835ab), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.697649 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d57a6a-1eaa-48a3-9a03-57d1286835ab,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.707162 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.708555 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-359b7e7b-6407-40cd-b288-edb9e31157dd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497433 Mar 31 19:08:06.711723 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36158) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.716018 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.742400 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (3e125eb9-2954-46fe-ba6b-c71e4e170170), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.753892 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-f672a24b-216a-416c-ac82-1e7cf52ab9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.755426 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-f672a24b-216a-416c-ac82-1e7cf52ab9c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1129 time: 0.0494659 Mar 31 19:08:06.804056 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (3e125eb9-2954-46fe-ba6b-c71e4e170170), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.808366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (3e125eb9-2954-46fe-ba6b-c71e4e170170), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.818434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a52fcb28-bc91-46e1-b244-b399b81b0d5b', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'port_id': 'ef469408-7276-451f-9074-f6d895664cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'mac_address': 'fa:16:3e:01:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e14434-bcd6-4e86-acef-948f506303f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:05Z', 'updated_at': '2022-03-31T19:08:05Z', 'revision_number': 0, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:06.826572 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e125eb9-2954-46fe-ba6b-c71e4e170170,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.837297 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.838604 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3b8097b2-0240-44b5-9fb7-efc68e7f7b79 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259403 Mar 31 19:08:06.841362 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36160) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.846049 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:06.855615 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359170e-fc57-452c-8e00-37272ff40f2f None None] The sync data for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi is: [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'a52fcb28-bc91-46e1-b244-b399b81b0d5b', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'port_id': 'ef469408-7276-451f-9074-f6d895664cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'mac_address': 'fa:16:3e:01:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e14434-bcd6-4e86-acef-948f506303f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:05Z', 'updated_at': '2022-03-31T19:08:05Z', 'revision_number': 0, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:08:06.858480 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-060c153a-65f6-4413-b02a-fdef97828f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.860086 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-060c153a-65f6-4413-b02a-fdef97828f19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.0987742 Mar 31 19:08:06.869548 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.securitygroups_db [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Project 5e12eda5e6b040c7add014e86911952f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:08:06.875505 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (c73c83d9-b6fd-455a-b515-19a411d0c8e1), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.943259 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (c73c83d9-b6fd-455a-b515-19a411d0c8e1), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.950682 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (c73c83d9-b6fd-455a-b515-19a411d0c8e1), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.969651 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73c83d9-b6fd-455a-b515-19a411d0c8e1,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:06.979930 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:06.983815 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b4b90cb6-5c7e-4522-97d3-a913a1c8c781 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386821 Mar 31 19:08:06.984157 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36162) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:06.989187 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'security_group_rule': {'security_group_id': 'a6b0ecba-1220-4adf-82a4-1300b963b93b', 'project_id': '5e12eda5e6b040c7add014e86911952f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:07.012539 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.securitygroups_db [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Project 5e12eda5e6b040c7add014e86911952f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:08:07.018255 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (31c55b18-ad59-4410-81c1-2dcacc7f0b52), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.088769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (31c55b18-ad59-4410-81c1-2dcacc7f0b52), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.092777 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (31c55b18-ad59-4410-81c1-2dcacc7f0b52), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.100843 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2666d2d-515e-4dc2-b171-2060cad1dbfd None None] New status for floating IP a52fcb28-bc91-46e1-b244-b399b81b0d5b: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:08:07.113808 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c55b18-ad59-4410-81c1-2dcacc7f0b52,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:07.121594 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.125515 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1940ef96-df80-4e39-8303-eecbe71e134b tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376927 Mar 31 19:08:07.225000 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-9e23d042-d354-4161-a80a-e6a8332e6d51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 999 time: 0.3570414 Mar 31 19:08:07.226447 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-508b6762-eefd-4f17-9027-79f6b8801fc2 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514383227&fields=id&tenant_id=5e12eda5e6b040c7add014e86911952f HTTP/1.1" status: 200 len: 267 time: 0.0498052 Mar 31 19:08:07.275279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-d156b39d-76d5-4543-aba2-baf9e1f98884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.276797 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-d156b39d-76d5-4543-aba2-baf9e1f98884 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0459056 Mar 31 19:08:07.293443 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-a1f75eef-779f-4c53-92cc-9bcffecbdb64 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.295089 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-a1f75eef-779f-4c53-92cc-9bcffecbdb64 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0628896 Mar 31 19:08:07.299163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2965-a146-40a1-9e67-e989e7734fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.313655 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'port': {'security_groups': ['d14c4931-b69c-4412-b81f-455a0c7ee23e', 'a6b0ecba-1220-4adf-82a4-1300b963b93b']}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:07.331718 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-2db8c405-7b1c-423b-9262-7496906c3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.333485 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-2db8c405-7b1c-423b-9262-7496906c3c7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504918 Mar 31 19:08:07.384477 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.430725 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-1af60dd0-ae9f-496a-b5e1-907331c34286 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898569 Mar 31 19:08:07.528331 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df8a796e-2dd3-4606-8e36-9a6870ae23cc req-80d1a89d-ebdf-45ab-bbc0-5720f4add7ed service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901759 Mar 31 19:08:07.619861 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:07.650527 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for port (ef469408-7276-451f-9074-f6d895664cdd), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.657718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.669548 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:08:07.700737 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.701506 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:07.702918 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2e0b0cd8-2d39-48ef-a58b-0a9e35ad10d9 req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "PUT /v2.0/ports/ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 981 time: 0.3977380 Mar 31 19:08:07.737891 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b9296-043e-455c-bc5e-06e96b1a6c33 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=6']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:07.773469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:08:07.835522 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0cea8-6707-4680-b1ae-4275efc96a8b req-9c699707-fc12-4a7f-b290-17e583afe8af tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.838536 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76a0cea8-6707-4680-b1ae-4275efc96a8b req-9c699707-fc12-4a7f-b290-17e583afe8af tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0653584 Mar 31 19:08:07.911746 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-76a0cea8-6707-4680-b1ae-4275efc96a8b req-30b26ec3-61a3-47aa-95d1-bd494cef5984 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673172 Mar 31 19:08:08.004554 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-6b481058-5a73-4d19-8320-f101c06832dc None None] Provisioning complete for port ef469408-7276-451f-9074-f6d895664cdd triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:08:08.004859 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b481058-5a73-4d19-8320-f101c06832dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ef469408-7276-451f-9074-f6d895664cdd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.126238 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:08.128957 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe16e41-334f-434c-9181-23a2b7db6833" -d '{"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:08.168343 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed0ad9-d9c3-4eb8-ac7b-a4dd72156e0a x-openstack-request-id: req-a8ed0ad9-d9c3-4eb8-ac7b-a4dd72156e0a {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:08.168642 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:08.168904 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8ed0ad9-d9c3-4eb8-ac7b-a4dd72156e0a {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:08.169319 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ed0ad9-d9c3-4eb8-ac7b-a4dd72156e0a'] response: {'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:08:08.229871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6b481058-5a73-4d19-8320-f101c06832dc None None] Current status of the port ef469408-7276-451f-9074-f6d895664cdd is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:08.243279 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-f970fc3e-3b2f-4ebd-8ead-2ce514595e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:08.245015 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-f970fc3e-3b2f-4ebd-8ead-2ce514595e1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1168 time: 0.0526040 Mar 31 19:08:08.338190 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-aa969764-de28-43a2-ba95-7de9d5cba61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:08.340055 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-aa969764-de28-43a2-ba95-7de9d5cba61f service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.0892913 Mar 31 19:08:08.416261 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-050d1d9d-ff41-4f0f-bc8f-37a47269c6c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 1001 time: 0.0701168 Mar 31 19:08:08.466864 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-318c6365-8c66-4c55-9b1e-92050f765d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:08.468474 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-318c6365-8c66-4c55-9b1e-92050f765d62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0465965 Mar 31 19:08:08.519152 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-142c85b9-a978-4de2-aab9-c9d486f52cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:08.520720 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-142c85b9-a978-4de2-aab9-c9d486f52cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468082 Mar 31 19:08:08.619074 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-ffaf48d8-adff-441c-8f4a-accdf9cddf4e service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910738 Mar 31 19:08:08.674476 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.713008 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3fe16e41-334f-434c-9181-23a2b7db6833 req-7a107cf2-403d-493a-ae5a-580bc5a31ab8 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876234 Mar 31 19:08:10.149877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:11.472801 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:22.384502 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:30.464773 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5160ccf-e502-476c-9199-ef957e0fbf9f req-494dae71-d472-4ec0-b677-569557b4c34a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.466712 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5160ccf-e502-476c-9199-ef957e0fbf9f req-494dae71-d472-4ec0-b677-569557b4c34a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0579901 Mar 31 19:08:30.468176 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c6e06-1737-4de5-a922-82b754adcab1 req-d5403625-b7a2-4ebe-8ac3-9fbee176520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.469711 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-d5403625-b7a2-4ebe-8ac3-9fbee176520c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1168 time: 0.0482521 Mar 31 19:08:30.531245 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5160ccf-e502-476c-9199-ef957e0fbf9f req-410768ac-c775-4402-ad7c-000ecebaf93e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584016 Mar 31 19:08:30.573384 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c6e06-1737-4de5-a922-82b754adcab1 req-820d211c-1b9f-4934-98c4-d04f2e9e11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.574872 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-820d211c-1b9f-4934-98c4-d04f2e9e11fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.0957022 Mar 31 19:08:30.663256 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-f989b128-2f7b-4969-a6fa-54be8f5e3292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 1001 time: 0.0748906 Mar 31 19:08:30.719324 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c6e06-1737-4de5-a922-82b754adcab1 req-10000e60-87a8-43e2-bebb-b1a3413bfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.720833 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-10000e60-87a8-43e2-bebb-b1a3413bfba5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0510314 Mar 31 19:08:30.772009 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c6e06-1737-4de5-a922-82b754adcab1 req-1f34fde0-b3ca-4fcd-8423-e67b0ff3afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.773538 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-1f34fde0-b3ca-4fcd-8423-e67b0ff3afda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452745 Mar 31 19:08:30.866092 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-d41fb552-96dc-408f-abe6-19d3de5681c2 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Mar 31 19:08:30.969273 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042c6e06-1737-4de5-a922-82b754adcab1 req-826ecc42-b041-4101-a00f-ca9ff2e1782e service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944664 Mar 31 19:08:31.675709 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690ca4f-a476-4456-88c0-44b072cfecf8 req-889ad402-4b73-4869-94e3-fc75a915f272 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:31.677179 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0690ca4f-a476-4456-88c0-44b072cfecf8 req-889ad402-4b73-4869-94e3-fc75a915f272 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0586598 Mar 31 19:08:31.744106 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0690ca4f-a476-4456-88c0-44b072cfecf8 req-9faa292d-217f-4b0a-be1d-da49c4932ce4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609710 Mar 31 19:08:32.877774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46985-78ba-4201-805b-05e7089522f8 req-fd2aa298-94a8-454b-a4ff-81f09982fe63 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:32.879278 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-12e46985-78ba-4201-805b-05e7089522f8 req-fd2aa298-94a8-454b-a4ff-81f09982fe63 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0598383 Mar 31 19:08:32.948084 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-12e46985-78ba-4201-805b-05e7089522f8 req-1378826c-9654-44c3-874a-8762dbec3265 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626547 Mar 31 19:08:34.075115 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998353-3b6f-403b-ae10-c9ba166cec6e req-2595e808-f5fe-4b01-a14d-aeabf1f425ed tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:34.076758 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-48998353-3b6f-403b-ae10-c9ba166cec6e req-2595e808-f5fe-4b01-a14d-aeabf1f425ed tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0567098 Mar 31 19:08:34.140081 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-48998353-3b6f-403b-ae10-c9ba166cec6e req-068e3eb4-53ba-4c04-a8ee-dd3d0095a15d tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576103 Mar 31 19:08:35.000879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0122b8ff-14a9-4613-8bca-eee98051890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:35.264200 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7471c-3897-4a53-bdc1-1d53dc2b1915 req-5a05b7e4-b3c5-4d36-970b-ff8ec7acb3b9 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:35.265742 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11b7471c-3897-4a53-bdc1-1d53dc2b1915 req-5a05b7e4-b3c5-4d36-970b-ff8ec7acb3b9 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0565560 Mar 31 19:08:35.327324 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-11b7471c-3897-4a53-bdc1-1d53dc2b1915 req-1979f72b-6b07-4d20-8cff-f8ebf6a92418 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556262 Mar 31 19:08:36.454113 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0126-beb0-478f-95b6-bf32742a2988 req-dc7e9c76-d1c1-4a6c-97f6-f7b371d0f9d9 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:36.455619 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e87b0126-beb0-478f-95b6-bf32742a2988 req-dc7e9c76-d1c1-4a6c-97f6-f7b371d0f9d9 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0575171 Mar 31 19:08:36.516865 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e87b0126-beb0-478f-95b6-bf32742a2988 req-9e6ac067-b97c-4eb5-b513-9665abbfbadf tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551217 Mar 31 19:08:37.282696 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6474959b-4aea-4fad-aabf-8209d6139918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:37.638116 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0cc20-524a-4cda-a800-ac566f290641 req-dd34d662-aafd-4431-b4d2-c614c6fbd8cd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:37.639651 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08b0cc20-524a-4cda-a800-ac566f290641 req-dd34d662-aafd-4431-b4d2-c614c6fbd8cd tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0540512 Mar 31 19:08:37.702508 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-08b0cc20-524a-4cda-a800-ac566f290641 req-5035abcf-2701-458b-95f9-1cb8b0c07462 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563319 Mar 31 19:08:38.678726 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:38.829649 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241168d-528d-423f-9493-f79254b4745f req-ca858912-c07a-46d8-a0c2-0db8b95cd9f8 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:38.831272 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e241168d-528d-423f-9493-f79254b4745f req-ca858912-c07a-46d8-a0c2-0db8b95cd9f8 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0568426 Mar 31 19:08:38.904126 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-e241168d-528d-423f-9493-f79254b4745f req-4c778ca1-c23a-486f-8d9e-e9aa5703b457 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667708 Mar 31 19:08:39.150093 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:08:40.036530 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bfb96-092d-4444-aba9-a657b6debf50 req-8e06738c-fc14-4f42-bac5-8cd601ec01f2 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:40.038152 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f30bfb96-092d-4444-aba9-a657b6debf50 req-8e06738c-fc14-4f42-bac5-8cd601ec01f2 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0574293 Mar 31 19:08:40.099328 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f30bfb96-092d-4444-aba9-a657b6debf50 req-26e623d5-a089-44dc-8b17-1fe6220b83f9 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549026 Mar 31 19:08:40.152204 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:41.220690 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0109c-c06d-4783-97f7-f25534585b72 req-44e1c90f-a200-45de-a410-b986e8e7a000 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:41.222161 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9e0109c-c06d-4783-97f7-f25534585b72 req-44e1c90f-a200-45de-a410-b986e8e7a000 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0540013 Mar 31 19:08:41.283759 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d9e0109c-c06d-4783-97f7-f25534585b72 req-96d42f0e-3656-415f-89a0-e413521659b7 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556877 Mar 31 19:08:41.476614 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:42.409885 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3b1ad-6a1b-4aa5-9842-e88c374c266f req-42bebacd-3599-4c0d-8353-76f97b071a7a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:42.411462 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-afb3b1ad-6a1b-4aa5-9842-e88c374c266f req-42bebacd-3599-4c0d-8353-76f97b071a7a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0601461 Mar 31 19:08:42.474386 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-afb3b1ad-6a1b-4aa5-9842-e88c374c266f req-61302c05-054a-4384-8dd1-c360c0a5430d tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571516 Mar 31 19:08:43.601583 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384829e5-02f8-43b9-80e3-30a1a53c24bc req-08fac719-26d8-4bf1-811c-c2c2f6dd82d7 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:43.603077 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-384829e5-02f8-43b9-80e3-30a1a53c24bc req-08fac719-26d8-4bf1-811c-c2c2f6dd82d7 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0579565 Mar 31 19:08:43.664041 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-384829e5-02f8-43b9-80e3-30a1a53c24bc req-10d5ea5d-594a-4f01-a930-c24333330162 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549490 Mar 31 19:08:44.792931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f8f60-ca2a-419a-bc86-8713ede455aa req-59d7aa02-6464-4054-89b6-1cc7daaab5e7 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.794503 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f39f8f60-ca2a-419a-bc86-8713ede455aa req-59d7aa02-6464-4054-89b6-1cc7daaab5e7 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0573447 Mar 31 19:08:45.100227 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f39f8f60-ca2a-419a-bc86-8713ede455aa req-995b7e21-e7d5-47db-9170-2a205dcdd52a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2991538 Mar 31 19:08:46.241249 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42fd7d-6756-4d1c-8ed3-1bc4aa5fa3aa req-2447bb13-451c-4c7b-90f6-c93408a3489d tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:46.242752 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb42fd7d-6756-4d1c-8ed3-1bc4aa5fa3aa req-2447bb13-451c-4c7b-90f6-c93408a3489d tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0653653 Mar 31 19:08:46.303764 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cb42fd7d-6756-4d1c-8ed3-1bc4aa5fa3aa req-b7698152-ba7a-4eaf-8b3a-1aee37e19f9e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543718 Mar 31 19:08:47.433266 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8160-b53c-4f4b-b879-8991cc79e3f5 req-5d0bbd94-b6ed-439a-bbc7-c80c010660a4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.434745 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-323f8160-b53c-4f4b-b879-8991cc79e3f5 req-5d0bbd94-b6ed-439a-bbc7-c80c010660a4 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0598414 Mar 31 19:08:47.502360 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-323f8160-b53c-4f4b-b879-8991cc79e3f5 req-2241b5a2-8346-47b2-b94b-dae15188f87c tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&id=a6b0ecba-1220-4adf-82a4-1300b963b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603635 Mar 31 19:08:52.400547 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:05.003836 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b176c4b7-4045-46f2-bc4f-a995b0e5621a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:07.287267 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd6aeaed-ba2b-4300-9d42-c51ade735a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:08.069729 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-62eae423-f683-4639-a048-64006b3e91db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459788 Mar 31 19:09:08.160441 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-aaf05085-b52e-4ea1-aac3-3031ad10d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.161965 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-aaf05085-b52e-4ea1-aac3-3031ad10d2d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1168 time: 0.0483425 Mar 31 19:09:08.272833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-59aba24e-5469-44f9-903c-6fac446f32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.274326 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-59aba24e-5469-44f9-903c-6fac446f32f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.0923934 Mar 31 19:09:08.341716 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-2d73b8a1-e7d8-4f20-a71b-ffa8505d0c6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 1001 time: 0.0611472 Mar 31 19:09:08.396588 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-81160a28-fdc8-492e-983b-8397eccc0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.398143 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-81160a28-fdc8-492e-983b-8397eccc0f8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0498424 Mar 31 19:09:08.452786 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-6b466a7f-a18e-4c4e-ac44-6b4305234180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.454516 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-6b466a7f-a18e-4c4e-ac44-6b4305234180 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494695 Mar 31 19:09:08.553297 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-3dab3060-4d05-4005-b955-36abed99f023 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916092 Mar 31 19:09:08.657833 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff22c34f-75e1-4dd2-b756-825a5f3eed2f req-b68ee669-40d4-4ac0-ae3e-788f15bb8321 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950937 Mar 31 19:09:08.680075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:10.159426 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:11.478804 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:16.149557 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:09:20.885347 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-6b55e146-4154-4ee9-a37f-91bf6bb9d215 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514383227&fields=id&tenant_id=5e12eda5e6b040c7add014e86911952f HTTP/1.1" status: 200 len: 267 time: 0.0465946 Mar 31 19:09:20.943215 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-61084ab4-3c7a-449b-ae03-042e43f4efa6 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:20.944735 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-61084ab4-3c7a-449b-ae03-042e43f4efa6 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 984 time: 0.0540597 Mar 31 19:09:20.955622 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Request body: {'port': {'security_groups': ['d14c4931-b69c-4412-b81f-455a0c7ee23e']}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:21.032421 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.209661 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:21.240601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for port (ef469408-7276-451f-9074-f6d895664cdd), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.245245 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.258221 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:21.292959 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:21.293621 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.295040 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43cdb76c-e266-49c5-ae31-07fd41d34361 req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "PUT /v2.0/ports/ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 942 time: 0.3443563 Mar 31 19:09:21.295533 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:21.298201 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36c654-de78-4b17-9aa7-484f14fb621f" -d '{"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:21.301115 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36228) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:21.332510 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event updated for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=7']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:21.340579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.340989 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.341353 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.341799 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.342034 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.342379 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.342720 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.343671 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.344013 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.344527 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.345376 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.345784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.346128 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.346468 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.346806 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06876bdd-2084-4cd7-abe0-35a2116de1ec tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.373500 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4479616-3f37-4388-bb55-98a317cf5e09 x-openstack-request-id: req-a4479616-3f37-4388-bb55-98a317cf5e09 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:21.373887 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:21.374212 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4479616-3f37-4388-bb55-98a317cf5e09 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:21.375706 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4479616-3f37-4388-bb55-98a317cf5e09'] response: {'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:09:21.383833 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (a6b0ecba-1220-4adf-82a4-1300b963b93b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.405170 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:21.424268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (a6b0ecba-1220-4adf-82a4-1300b963b93b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.501583 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-981a1213-f7ea-4ebd-aa45-6ea050642ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:21.503632 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-981a1213-f7ea-4ebd-aa45-6ea050642ada service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1129 time: 0.1033323 Mar 31 19:09:21.594706 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (a6b0ecba-1220-4adf-82a4-1300b963b93b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.597892 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.599080 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6b0ecba-1220-4adf-82a4-1300b963b93b HTTP/1.1" status: 204 len: 168 time: 0.2964230 Mar 31 19:09:21.601828 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36230) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:21.633787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-0f6f6d5c-4cef-4525-9539-0216dd23d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:21.635276 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-0f6f6d5c-4cef-4525-9539-0216dd23d018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.1253715 Mar 31 19:09:21.636168 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0ecba-1220-4adf-82a4-1300b963b93b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:21.645298 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.645893 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.646302 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.646702 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.647015 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-4cc076e4-3053-40f5-a28b-fcd01d8bf939 None None] Provisioning complete for port ef469408-7276-451f-9074-f6d895664cdd triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:21.647165 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.647370 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.647735 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.647874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4cc076e4-3053-40f5-a28b-fcd01d8bf939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (ef469408-7276-451f-9074-f6d895664cdd), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.648066 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.648394 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.648717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.649053 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.649810 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.649810 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.650146 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.650474 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29d2b1-d187-4913-ac99-d14367a85485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:21.726334 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-3f2ea669-aab2-44dc-be76-bf8aaeeff739 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 1001 time: 0.0716405 Mar 31 19:09:21.763310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4cc076e4-3053-40f5-a28b-fcd01d8bf939 None None] Current status of the port ef469408-7276-451f-9074-f6d895664cdd is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:21.782426 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-0ae3b136-b492-4992-af17-123a6e65302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:21.783951 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-0ae3b136-b492-4992-af17-123a6e65302a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0474012 Mar 31 19:09:21.792664 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Deleting port eaf2f63e-c732-46cc-b68a-9f0feec4de1a {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:21.793012 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.846862 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-763bae5f-cb20-44e9-b3b9-c8dd40d0e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:21.848418 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-763bae5f-cb20-44e9-b3b9-c8dd40d0e140 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556142 Mar 31 19:09:21.884412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.884784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for floatingip (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:21.896699 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Calling delete_port for eaf2f63e-c732-46cc-b68a-9f0feec4de1a owned by network:floatingip {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:21.961850 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-b105ba52-5ea0-494c-b14b-1045054afe3a service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035047 Mar 31 19:09:22.065542 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2c36c654-de78-4b17-9aa7-484f14fb621f req-c6c22026-3296-4ace-b8db-55e7b0ae4004 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955241 Mar 31 19:09:22.070821 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (eaf2f63e-c732-46cc-b68a-9f0feec4de1a), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:22.103201 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event deleted for resources: {'Port': ['ID=eaf2f63e-c732-46cc-b68a-9f0feec4de1a,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:22.172024 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks [] for floatingip (a52fcb28-bc91-46e1-b244-b399b81b0d5b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:22.173011 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Floating IP a52fcb28-bc91-46e1-b244-b399b81b0d5b disassociated (deleted). External IP: 172.27.1.130, port: ef469408-7276-451f-9074-f6d895664cdd. Mar 31 19:09:22.400513 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Router 5b51a4f8-4069-413a-a189-7b1345ec7345 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:22.411918 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:22.537142 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:22.541987 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:22.546827 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Sync routers for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:22.557571 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:22.558263 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:22.578419 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4551a62e-6a30-4bcc-ab76-a48cffa3a028 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "DELETE /v2.0/floatingips/a52fcb28-bc91-46e1-b244-b399b81b0d5b HTTP/1.1" status: 204 len: 168 time: 0.9719849 Mar 31 19:09:22.681296 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:22.908732 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:22.935503 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Checking router: 5b51a4f8-4069-413a-a189-7b1345ec7345 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:22.944507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:22.945119 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:23.053046 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:23.261785 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:23.291605 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde9cef-424a-42e6-83f0-e9777659dbae None None] The sync data for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi is: [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 4, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e', 'name': '', 'network_id': '83ad1719-8159-4666-91cf-2911f6731a34', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'mac_address': 'fa:16:3e:3f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:24Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'subnets': [{'id': '69f2b03f-dd83-419f-a69c-6a8c22d730d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:23.377110 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:23.380783 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f7cdd-1d6c-4c3d-a01d-2af120128a88" -d '{"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:23.438170 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f609d-1990-46df-aba1-4c28ae1057c7 x-openstack-request-id: req-4f3f609d-1990-46df-aba1-4c28ae1057c7 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:23.438484 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:23.438747 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f3f609d-1990-46df-aba1-4c28ae1057c7 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:23.439231 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f609d-1990-46df-aba1-4c28ae1057c7'] response: {'name': 'network-changed', 'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:09:23.525130 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-ab3d8da8-f03c-4039-bd14-e6bbec7e65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:23.526731 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-ab3d8da8-f03c-4039-bd14-e6bbec7e65f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e12eda5e6b040c7add014e86911952f&device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 1129 time: 0.0636637 Mar 31 19:09:23.554069 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed0065-1c34-4c4e-8912-d78570564829 None None] New status for floating IP a52fcb28-bc91-46e1-b244-b399b81b0d5b: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:09:23.635243 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-ee6ad72d-90dc-4ce6-8d7c-b7e477fe228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:23.636811 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-ee6ad72d-90dc-4ce6-8d7c-b7e477fe228d service neutron] 10.222.0.23 "GET /v2.0/networks?id=83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 200 len: 916 time: 0.1033690 Mar 31 19:09:23.680839 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-2a0cd0a2-eac8-4ff7-9155-2f0814f5345e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 200 len: 217 time: 0.0367606 Mar 31 19:09:23.737267 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-096a4ef8-fd19-46ff-96cd-8360f0cdf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:23.738757 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-096a4ef8-fd19-46ff-96cd-8360f0cdf3cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 200 len: 854 time: 0.0506492 Mar 31 19:09:23.792170 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-4ac1bb42-a0e4-4c4d-9c6f-8b3ed0d17b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:23.793619 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-4ac1bb42-a0e4-4c4d-9c6f-8b3ed0d17b08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83ad1719-8159-4666-91cf-2911f6731a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475361 Mar 31 19:09:23.891974 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-0f580264-1f76-4063-9585-dbff73af63ea service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Mar 31 19:09:23.995497 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-309f7cdd-1d6c-4c3d-a01d-2af120128a88 req-def10f69-e41c-41ac-8d85-255af2cce9a8 service neutron] 10.222.0.23 "GET /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937359 Mar 31 19:09:25.379684 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54ca3b-90e1-4041-9d13-f2b5e7b127b0 req-c3fea583-0f61-4624-866d-c9e9245c3b8e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:25.381098 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef54ca3b-90e1-4041-9d13-f2b5e7b127b0 req-c3fea583-0f61-4624-866d-c9e9245c3b8e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0581930 Mar 31 19:09:25.460112 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ef54ca3b-90e1-4041-9d13-f2b5e7b127b0 req-69e5d0cb-a9e8-4125-b5c3-0d7805e8fa4e tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709798 Mar 31 19:09:26.585931 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80393225-002f-452e-82e7-6c1a650ef029 req-2adda7b9-2c1f-4fd5-afc8-2fa44f077646 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:26.587686 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80393225-002f-452e-82e7-6c1a650ef029 req-2adda7b9-2c1f-4fd5-afc8-2fa44f077646 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0546653 Mar 31 19:09:26.635467 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-80393225-002f-452e-82e7-6c1a650ef029 req-2c772427-bab1-44ab-850e-45b427d8ecfb tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/security-groups?id=d14c4931-b69c-4412-b81f-455a0c7ee23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Mar 31 19:09:27.244246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-69d6021d-c982-4faf-a25b-e68eb3bce79a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:27.245643 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-69d6021d-c982-4faf-a25b-e68eb3bce79a tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.23 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 945 time: 0.0604503 Mar 31 19:09:27.345873 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Deleting port ef469408-7276-451f-9074-f6d895664cdd {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:27.346219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (ef469408-7276-451f-9074-f6d895664cdd), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:27.443717 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] For port ef469408-7276-451f-9074-f6d895664cdd, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ef469408-7276-451f-9074-f6d895664cdd,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:27.444081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (ef469408-7276-451f-9074-f6d895664cdd), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:27.457755 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Calling delete_port for ef469408-7276-451f-9074-f6d895664cdd owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:27.598605 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (ef469408-7276-451f-9074-f6d895664cdd), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:27.610137 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['ef469408-7276-451f-9074-f6d895664cdd'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:27.627528 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Pushing event deleted for resources: {'Port': ['ID=ef469408-7276-451f-9074-f6d895664cdd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:27.673034 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] No DVR routers for this DVR port ef469408-7276-451f-9074-f6d895664cdd on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:27.676143 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:27.679992 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85beb4ee-83d5-4ba9-b948-72c2ab4a99b8 req-18b9da3f-2ae1-4b23-82f5-6562a7965dee tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.23 "DELETE /v2.0/ports/ef469408-7276-451f-9074-f6d895664cdd HTTP/1.1" status: 204 len: 173 time: 0.4280875 Mar 31 19:09:27.680554 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'name': 'network-vif-deleted', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:27.683033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1820ad-b517-46c2-bab2-73bd0a175897" -d '{"events": [{"server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "name": "network-vif-deleted", "tag": "ef469408-7276-451f-9074-f6d895664cdd"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:27.723817 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a1501-1dea-4000-bea9-37f635d2222b x-openstack-request-id: req-0b9a1501-1dea-4000-bea9-37f635d2222b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:27.724112 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e14434-bcd6-4e86-acef-948f506303f9", "name": "network-vif-deleted", "tag": "ef469408-7276-451f-9074-f6d895664cdd", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:27.724423 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9a1501-1dea-4000-bea9-37f635d2222b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:27.724840 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9a1501-1dea-4000-bea9-37f635d2222b'] response: {'server_uuid': '63e14434-bcd6-4e86-acef-948f506303f9', 'name': 'network-vif-deleted', 'tag': 'ef469408-7276-451f-9074-f6d895664cdd', 'status': 'completed', 'code': 200} Mar 31 19:09:27.746205 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-43c1176f-cfb5-4b2e-8157-0b0f8664c8d4 req-a81006a9-3752-41d1-94cf-adbedbe58485 tempest-TestMinimumBasicScenario-1425714658 tempest-TestMinimumBasicScenario-1425714658-project] 10.222.0.32 "GET /v2.0/ports?device_id=63e14434-bcd6-4e86-acef-948f506303f9 HTTP/1.1" status: 200 len: 210 time: 0.0335596 Mar 31 19:09:29.332366 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36316) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:29.688769 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (5b51a4f8-4069-413a-a189-7b1345ec7345), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:29.995887 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Deleting port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:29.996374 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:30.120288 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] For port 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:30.120887 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:30.141339 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Calling delete_port for 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:30.395565 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:30.421993 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:30.616600 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (5b51a4f8-4069-413a-a189-7b1345ec7345), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:30.871804 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Router 5b51a4f8-4069-413a-a189-7b1345ec7345 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:30.991351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:30.997172 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-316faa4d-ebe0-4b29-9e75-5fa7a1b77a1a admin admin] 10.222.0.32 "PUT /v2.0/routers/5b51a4f8-4069-413a-a189-7b1345ec7345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6635458 Mar 31 19:09:31.000550 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36318) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:31.003713 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Sync routers for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:31.016371 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:31.017122 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:31.108089 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks [] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:31.126621 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:31.317914 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:09:30Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:31.348312 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Checking router: 5b51a4f8-4069-413a-a189-7b1345ec7345 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:31.368659 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Routers {'5b51a4f8-4069-413a-a189-7b1345ec7345'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:31.369319 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['5b51a4f8-4069-413a-a189-7b1345ec7345'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:31.474368 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks [] for router_gateway (5b51a4f8-4069-413a-a189-7b1345ec7345), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:31.535677 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Deleting port 3593b68e-b351-423f-adbc-84434da534bd {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:31.536023 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (3593b68e-b351-423f-adbc-84434da534bd), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:31.619467 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] For port 3593b68e-b351-423f-adbc-84434da534bd, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3593b68e-b351-423f-adbc-84434da534bd,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:31.619842 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (3593b68e-b351-423f-adbc-84434da534bd), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:31.634986 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Calling delete_port for 3593b68e-b351-423f-adbc-84434da534bd owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:31.691786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ef469408-7276-451f-9074-f6d895664cdd no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:31.732600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: ef469408-7276-451f-9074-f6d895664cdd {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:31.733156 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device ef469408-7276-451f-9074-f6d895664cdd not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:31.804958 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] Set router 5b51a4f8-4069-413a-a189-7b1345ec7345 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:31.817531 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (3593b68e-b351-423f-adbc-84434da534bd), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:31.842227 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3593b68e-b351-423f-adbc-84434da534bd,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:31.918290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (5b51a4f8-4069-413a-a189-7b1345ec7345), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.064415 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.067923 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks [] for router_controller (5b51a4f8-4069-413a-a189-7b1345ec7345), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.114888 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:09:30Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:32.127107 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (5b51a4f8-4069-413a-a189-7b1345ec7345), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.128050 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b51a4f8-4069-413a-a189-7b1345ec7345 {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:09:32.134617 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.139716 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-b30a52c8-ffde-44d8-91a7-bd0056d8bee9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5b51a4f8-4069-413a-a189-7b1345ec7345 HTTP/1.1" status: 204 len: 168 time: 1.1346982 Mar 31 19:09:32.139929 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36320) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:32.150945 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abce9-6b6c-40ad-8a2b-8e03ee5cb767 None None] The sync data for ids ['5b51a4f8-4069-413a-a189-7b1345ec7345'] in dv-cinder-795785-5-iscsi is: [{'id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'name': 'tempest-TestMinimumBasicScenario-1951305133-router', 'tenant_id': '5e12eda5e6b040c7add014e86911952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '3593b68e-b351-423f-adbc-84434da534bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:16Z', 'updated_at': '2022-03-31T19:09:30Z', 'revision_number': 5, 'project_id': '5e12eda5e6b040c7add014e86911952f', 'gw_port': {'id': '3593b68e-b351-423f-adbc-84434da534bd', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51a4f8-4069-413a-a189-7b1345ec7345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:17Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:32.204750 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Deleting subnet 69f2b03f-dd83-419f-a69c-6a8c22d730d1 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:09:32.208917 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Publish callbacks [] for subnet (69f2b03f-dd83-419f-a69c-6a8c22d730d1), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.251927 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (69f2b03f-dd83-419f-a69c-6a8c22d730d1), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.336765 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (69f2b03f-dd83-419f-a69c-6a8c22d730d1), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.394087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (69f2b03f-dd83-419f-a69c-6a8c22d730d1), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.424100 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f2b03f-dd83-419f-a69c-6a8c22d730d1,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:32.430014 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.436523 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-1d3c1d09-493e-4e3b-8a4f-27c2712ca148 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/69f2b03f-dd83-419f-a69c-6a8c22d730d1 HTTP/1.1" status: 204 len: 168 time: 0.2924333 Mar 31 19:09:32.436786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa592d65-831d-4ac4-94b1-ed81ca1127e8 None None] Network 83ad1719-8159-4666-91cf-2911f6731a34 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:32.437015 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36324) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:32.509630 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (83ad1719-8159-4666-91cf-2911f6731a34), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.568119 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Deleting port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:32.568381 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.645296 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] DHCP port deletion for 83ad1719-8159-4666-91cf-2911f6731a34 request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:09:32.650894 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] For port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:32.651280 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.666398 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Calling delete_port for 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb owned by network:dhcp {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:32.703511 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Deleting port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:32.704068 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.750234 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.771779 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] For port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,segment=NetworkSegment(297c61f8-d02f-4dde-b960-76077d1d4b89),segment_id=297c61f8-d02f-4dde-b960-76077d1d4b89)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:32.772312 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.776413 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Pushing event deleted for resources: {'Port': ['ID=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:32.779851 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] No DVR routers for this DVR port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb on host dv-cinder-795785-5-iscsi {{(pid=109721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:32.792856 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Calling delete_port for 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:32.864253 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (83ad1719-8159-4666-91cf-2911f6731a34), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.906539 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.912880 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad1719-8159-4666-91cf-2911f6731a34']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:32.933074 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Pushing event deleted for resources: {'Port': ['ID=856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:32.936472 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297c61f8-d02f-4dde-b960-76077d1d4b89') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:32.937882 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297c61f8-d02f-4dde-b960-76077d1d4b89') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:32.945230 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.945602 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.945958 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.946366 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.946719 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.947057 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.947397 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.947774 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.948109 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.949008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.949008 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.949226 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.949470 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.949807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.950135 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:32.953268 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afb117-26af-4d0b-a8e7-f445a5077c27 None None] No DVR routers for this DVR port 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:32.958505 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (297c61f8-d02f-4dde-b960-76077d1d4b89), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.977083 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (297c61f8-d02f-4dde-b960-76077d1d4b89), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.984536 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:09:32.984934 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (297c61f8-d02f-4dde-b960-76077d1d4b89), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:09:32.987039 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:09:33.045262 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (83ad1719-8159-4666-91cf-2911f6731a34), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:33.051768 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:33.055059 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/83ad1719-8159-4666-91cf-2911f6731a34 HTTP/1.1" status: 204 len: 168 time: 0.6168530 Mar 31 19:09:33.058529 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:33.067181 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad5928-4c36-4c83-9f29-484bd0fa17fa admin admin] Pushing event deleted for resources: {'Network': ['ID=83ad1719-8159-4666-91cf-2911f6731a34,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:33.341916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:33.370879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:33.371238 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 80e81bb8-f7b8-40e0-8fc5-7b96a6020b7e not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:33.371726 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:33.392456 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:33.392812 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 856d937a-2c34-4d5b-bd1c-5ffcd4b5fafb not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:33.463060 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:33.739276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Deleting port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:33.739570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:33.825183 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] For port bfd8ae71-6e25-40c4-817c-d91b66e8c0e3, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:33.825538 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:33.841294 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Calling delete_port for bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:34.053747 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (bfd8ae71-6e25-40c4-817c-d91b66e8c0e3), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:34.083238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd8ae71-6e25-40c4-817c-d91b66e8c0e3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:34.272787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:34.493088 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:34.605229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:34.611224 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0b7d57b3-667c-489e-8d52-c4008109dece admin admin] 10.222.0.32 "PUT /v2.0/routers/317e4a6c-d09e-46f4-95bd-cac8cb2a3d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514481 Mar 31 19:09:34.613666 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:34.616297 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Sync routers for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:34.629224 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:34.629965 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:34.716776 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks [] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:34.746987 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:34.951630 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3593b68e-b351-423f-adbc-84434da534bd no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:34.972677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 3593b68e-b351-423f-adbc-84434da534bd {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:34.973098 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3593b68e-b351-423f-adbc-84434da534bd not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:35.008526 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4e63-6621-4cd5-a212-7a8f8db24e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.045501 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:09:34Z', 'revision_number': 5, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:35.073193 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Checking router: 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:35.082563 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Routers {'317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:35.083192 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:35.106059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks [] for router_gateway (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.161475 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Deleting port fdd34ede-5fd3-4eab-ad63-a64966387159 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:35.161811 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.195975 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] Set router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:35.241224 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] For port fdd34ede-5fd3-4eab-ad63-a64966387159, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=fdd34ede-5fd3-4eab-ad63-a64966387159,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:35.241500 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.254210 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Calling delete_port for fdd34ede-5fd3-4eab-ad63-a64966387159 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:35.383055 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:09:34Z', 'revision_number': 5, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:35.411466 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da35e-07d9-4e58-9e57-7da1300907da None None] The sync data for ids ['317e4a6c-d09e-46f4-95bd-cac8cb2a3d29'] in dv-cinder-795785-5-iscsi is: [{'id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'name': 'tempest-TestMinimumBasicScenario-1369550967-router', 'tenant_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:21Z', 'updated_at': '2022-03-31T19:09:34Z', 'revision_number': 5, 'project_id': 'a9b2bf7027c247edaf0cee2e955d56b3', 'gw_port': {'id': 'fdd34ede-5fd3-4eab-ad63-a64966387159', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e4a6c-d09e-46f4-95bd-cac8cb2a3d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:35.426686 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (fdd34ede-5fd3-4eab-ad63-a64966387159), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.454561 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd34ede-5fd3-4eab-ad63-a64966387159,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:35.514022 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.604319 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.606410 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks [] for router_controller (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.653730 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (317e4a6c-d09e-46f4-95bd-cac8cb2a3d29), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.654267 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:09:35.659823 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.660980 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-67cb73a9-6b4f-4ad1-861a-716b060f3eb6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/317e4a6c-d09e-46f4-95bd-cac8cb2a3d29 HTTP/1.1" status: 204 len: 168 time: 1.0463200 Mar 31 19:09:35.663845 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36336) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:35.709979 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Deleting subnet e660ca5d-6a05-4f91-b32c-77d777ec6271 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:09:35.713020 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Publish callbacks [] for subnet (e660ca5d-6a05-4f91-b32c-77d777ec6271), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.747850 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (e660ca5d-6a05-4f91-b32c-77d777ec6271), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.832881 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (e660ca5d-6a05-4f91-b32c-77d777ec6271), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.888098 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (e660ca5d-6a05-4f91-b32c-77d777ec6271), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.915728 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e660ca5d-6a05-4f91-b32c-77d777ec6271,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:35.919400 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:35.925035 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5ed41601-05d4-4310-86d0-cd1c5ff2f2a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e660ca5d-6a05-4f91-b32c-77d777ec6271 HTTP/1.1" status: 204 len: 168 time: 0.2578659 Mar 31 19:09:35.925459 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:35.929591 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7bcb9a-32d8-4b70-a891-1f3d176ea5fb None None] Network 5be0dae7-8173-4513-a895-71e075b89259 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:36.019176 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (5be0dae7-8173-4513-a895-71e075b89259), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.084765 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Deleting port 6799f4d7-85e9-4438-9c74-9030954daeb3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:36.085103 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.108229 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] DHCP port deletion for 5be0dae7-8173-4513-a895-71e075b89259 request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:09:36.154082 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] For port 6799f4d7-85e9-4438-9c74-9030954daeb3, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6799f4d7-85e9-4438-9c74-9030954daeb3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:36.154684 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.161078 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Deleting port 6799f4d7-85e9-4438-9c74-9030954daeb3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:36.161458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.167652 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Calling delete_port for 6799f4d7-85e9-4438-9c74-9030954daeb3 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:36.232046 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] For port 6799f4d7-85e9-4438-9c74-9030954daeb3, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6799f4d7-85e9-4438-9c74-9030954daeb3,segment=NetworkSegment(84339133-7a86-4a8c-93d0-0ade4dcb0a5f),segment_id=84339133-7a86-4a8c-93d0-0ade4dcb0a5f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:36.232441 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.245250 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Calling delete_port for 6799f4d7-85e9-4438-9c74-9030954daeb3 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:36.246670 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.273957 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Pushing event deleted for resources: {'Port': ['ID=6799f4d7-85e9-4438-9c74-9030954daeb3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:36.278282 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] No DVR routers for this DVR port 6799f4d7-85e9-4438-9c74-9030954daeb3 on host dv-cinder-795785-5-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:36.326622 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (6799f4d7-85e9-4438-9c74-9030954daeb3), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.353251 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] Pushing event deleted for resources: {'Port': ['ID=6799f4d7-85e9-4438-9c74-9030954daeb3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:36.356944 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2bd2e8-9db7-47e0-acd2-b29b86a1c0f6 None None] No DVR routers for this DVR port 6799f4d7-85e9-4438-9c74-9030954daeb3 on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:36.363071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (5be0dae7-8173-4513-a895-71e075b89259), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.384387 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be0dae7-8173-4513-a895-71e075b89259']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:36.394636 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84339133-7a86-4a8c-93d0-0ade4dcb0a5f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:36.394933 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84339133-7a86-4a8c-93d0-0ade4dcb0a5f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:36.404206 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (84339133-7a86-4a8c-93d0-0ade4dcb0a5f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.417266 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (84339133-7a86-4a8c-93d0-0ade4dcb0a5f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.424254 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:09:36.424730 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (84339133-7a86-4a8c-93d0-0ade4dcb0a5f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:09:36.426470 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:09:36.493142 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (5be0dae7-8173-4513-a895-71e075b89259), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.499041 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.503035 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] 10.222.0.32 "DELETE /v2.0/networks/5be0dae7-8173-4513-a895-71e075b89259 HTTP/1.1" status: 204 len: 168 time: 0.5763426 Mar 31 19:09:36.515662 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec0c0-0a23-4096-a421-4ebf5bb2026d admin admin] Pushing event deleted for resources: {'Network': ['ID=5be0dae7-8173-4513-a895-71e075b89259,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:36.677982 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:36.720762 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d2529b5d-dfa6-4ddc-ba3d-439f052d78a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e12eda5e6b040c7add014e86911952f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416033 Mar 31 19:09:36.723198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36344) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:36.773236 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] Publish callbacks [] for security_group (d14c4931-b69c-4412-b81f-455a0c7ee23e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.794334 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] Publish callbacks [] for security_group (d14c4931-b69c-4412-b81f-455a0c7ee23e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.843823 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (d14c4931-b69c-4412-b81f-455a0c7ee23e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.846487 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:36.847658 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d14c4931-b69c-4412-b81f-455a0c7ee23e HTTP/1.1" status: 204 len: 168 time: 0.1235116 Mar 31 19:09:36.855642 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce302a6-92d7-489a-8311-6e83ba05701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14c4931-b69c-4412-b81f-455a0c7ee23e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:36.937402 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6799f4d7-85e9-4438-9c74-9030954daeb3 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:36.959154 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 6799f4d7-85e9-4438-9c74-9030954daeb3 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:36.959618 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6799f4d7-85e9-4438-9c74-9030954daeb3 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:36.960063 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:36.984088 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:36.985004 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device bfd8ae71-6e25-40c4-817c-d91b66e8c0e3 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:36.985004 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device fdd34ede-5fd3-4eab-ad63-a64966387159 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:37.004781 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: fdd34ede-5fd3-4eab-ad63-a64966387159 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:37.005155 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device fdd34ede-5fd3-4eab-ad63-a64966387159 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:37.192765 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:37.232130 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e330265a-0b5b-40ec-b79b-b7a3e2e27468 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b2bf7027c247edaf0cee2e955d56b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382080 Mar 31 19:09:37.235992 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36352) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:37.285401 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] Publish callbacks [] for security_group (8170f7ec-d8ec-4533-b665-5b636b3bdd30), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:37.289533 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37330dbc-e289-4d93-aaeb-625857b3f4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:37.308121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] Publish callbacks [] for security_group (8170f7ec-d8ec-4533-b665-5b636b3bdd30), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:37.360985 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (8170f7ec-d8ec-4533-b665-5b636b3bdd30), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:37.363944 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:37.365162 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8170f7ec-d8ec-4533-b665-5b636b3bdd30 HTTP/1.1" status: 204 len: 168 time: 0.1280897 Mar 31 19:09:37.373044 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb74531-a8d5-47a2-a660-61a855c1649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170f7ec-d8ec-4533-b665-5b636b3bdd30,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:38.065738 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36374) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:38.162743 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312271853-network', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:38.184588 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Made reservation on behalf of 8a72660baa9d4abbb376b6f886dfe2bf for: {'network': 1} {{(pid=109721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:09:38.187283 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.200282 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.278321 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks [] for security_group (7f698508-b2b3-4056-9a2e-b291b1ab0eab), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.283982 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7f698508-b2b3-4056-9a2e-b291b1ab0eab), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.309474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:09:38.319143 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f698508-b2b3-4056-9a2e-b291b1ab0eab,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:38.325273 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (9aede3ae-3be7-4f46-95e0-7f424a2e2883), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.325638 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.segments_db [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Added segment 9aede3ae-3be7-4f46-95e0-7f424a2e2883 of type vlan for network 39f9b448-8d4e-4622-8f21-08afd07781b2 Mar 31 19:09:38.366992 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (39f9b448-8d4e-4622-8f21-08afd07781b2), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.391391 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (39f9b448-8d4e-4622-8f21-08afd07781b2), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.392314 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:38.392949 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.453866 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3870082 Mar 31 19:09:38.456752 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:38.461750 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Request body: {'subnet': {'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312271853-subnet', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:38.462891 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faa439-a816-4449-a5ed-3dbeb84a3209 admin admin] Pushing event updated for resources: {'Network': ['ID=39f9b448-8d4e-4622-8f21-08afd07781b2,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:38.473794 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:09:38.481508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Made reservation on behalf of 8a72660baa9d4abbb376b6f886dfe2bf for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:09:38.484719 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.656637 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (1206d9f0-2e72-4876-ab6b-33ac95bb148b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.686591 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.712030 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1206d9f0-2e72-4876-ab6b-33ac95bb148b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:38.736700 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Checking segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:38.737035 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Network hostable DHCP agents. Network: 39f9b448-8d4e-4622-8f21-08afd07781b2, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:09:38.754917 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:09:38.763946 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, 39f9b448-8d4e-4622-8f21-08afd07781b2) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:38.772602 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:38.773246 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.777952 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e06279-a4a6-40c3-b2ed-60cef422e3d3 None None] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:38.793846 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-73f284a6-0b3a-42fb-8f5d-e4abf8999c4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3358674 Mar 31 19:09:38.799676 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36380) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:38.804121 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:38.824879 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.825942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.896869 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for router_controller (dd601bda-b822-4fe6-adf3-cdc5bac574d7), precommit_add_association {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:38.900558 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-39f9b448-8d4e-4622-8f21-08afd07781b2', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:09:38.901962 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.041980 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Allocated IP 172.20.0.2 (39f9b448-8d4e-4622-8f21-08afd07781b2/1206d9f0-2e72-4876-ab6b-33ac95bb148b/3a1299e4-0def-48e2-8e57-6fcce065ff86) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:39.054279 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for router_gateway (dd601bda-b822-4fe6-adf3-cdc5bac574d7), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.224318 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks [] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.230330 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.269794 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:39.272789 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:39.279565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:39.288091 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Pushing event updated for resources: {'Port': ['ID=3a1299e4-0def-48e2-8e57-6fcce065ff86,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:39.301150 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for router_gateway (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.328253 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.346924 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Attempting to bind port 3a1299e4-0def-48e2-8e57-6fcce065ff86 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:39.347298 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Attempting to bind port 3a1299e4-0def-48e2-8e57-6fcce065ff86 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:39.347702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Attempting to bind port 3a1299e4-0def-48e2-8e57-6fcce065ff86 on network 39f9b448-8d4e-4622-8f21-08afd07781b2 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:39.352923 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:39.353303 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Checking segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:39.353708 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.354099 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Bound using segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:39.354562 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Bound port: 3a1299e4-0def-48e2-8e57-6fcce065ff86, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:39.354940 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.418192 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] For port 3a1299e4-0def-48e2-8e57-6fcce065ff86, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:39.422820 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] For port 3a1299e4-0def-48e2-8e57-6fcce065ff86, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3a1299e4-0def-48e2-8e57-6fcce065ff86,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:39.433420 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.444938 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Allocated IP 172.27.1.165 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/351468c8-bc15-484e-81ae-b9c28266b86e) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:39.504210 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e84fd-850a-4d50-b780-01b8b420f929 None None] Pushing event updated for resources: {'Port': ['ID=3a1299e4-0def-48e2-8e57-6fcce065ff86,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:39.558412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for port (351468c8-bc15-484e-81ae-b9c28266b86e), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.602910 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.658579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:39.664071 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:39.668607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:39.672699 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Pushing event updated for resources: {'Port': ['ID=351468c8-bc15-484e-81ae-b9c28266b86e,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:39.943520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for router_gateway (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.152280 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.165017 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.296557 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Router dd601bda-b822-4fe6-adf3-cdc5bac574d7 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:09:40.378835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfc0f6-924c-4fc8-857a-4053177e9d55 None None] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:40.491909 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Provisioning complete for port 3a1299e4-0def-48e2-8e57-6fcce065ff86 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:40.492290 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.598631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Current status of the port 3a1299e4-0def-48e2-8e57-6fcce065ff86 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:40.599771 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.638500 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] For port 3a1299e4-0def-48e2-8e57-6fcce065ff86, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3a1299e4-0def-48e2-8e57-6fcce065ff86,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:40.649287 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.668891 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:40.685365 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Sync routers for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:40.690965 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.692267 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-2a5ae820-4f87-4775-bd8d-5d209974c595 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8915536 Mar 31 19:09:40.695159 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:40.723109 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:40.723789 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:40.725576 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667a31-3077-4000-bddc-d7a7baf0c25c None None] Pushing event updated for resources: {'Port': ['ID=3a1299e4-0def-48e2-8e57-6fcce065ff86,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:40.828676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f1b56128-1507-4e25-a3f7-26ad5b0527c3 None None] Provisioning complete for port 3a1299e4-0def-48e2-8e57-6fcce065ff86 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:40.829102 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1b56128-1507-4e25-a3f7-26ad5b0527c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.885059 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:40.993974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3a1299e4-0def-48e2-8e57-6fcce065ff86 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:41.080241 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f1b56128-1507-4e25-a3f7-26ad5b0527c3 None None] Current status of the port 3a1299e4-0def-48e2-8e57-6fcce065ff86 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:41.135201 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.137516 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 3a1299e4-0def-48e2-8e57-6fcce065ff86 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:41.137908 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.298120 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Allocated IP 172.20.0.1 (39f9b448-8d4e-4622-8f21-08afd07781b2/1206d9f0-2e72-4876-ab6b-33ac95bb148b/6a0ecc34-29b6-4db6-9f41-01491e4c7e58) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:41.355499 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:39Z', 'revision_number': 3, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:41.386942 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Checking router: dd601bda-b822-4fe6-adf3-cdc5bac574d7 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:41.387437 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Updating router dd601bda-b822-4fe6-adf3-cdc5bac574d7 port 351468c8-bc15-484e-81ae-b9c28266b86e binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:09:41.407787 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks [] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.425874 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 3a1299e4-0def-48e2-8e57-6fcce065ff86 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:41.430664 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.445963 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.484085 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:41.487713 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:41.493469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:41.516369 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Pushing event updated for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:41.536841 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.540157 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.676901 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.717554 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks [] for port (351468c8-bc15-484e-81ae-b9c28266b86e), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.723556 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.774921 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253fd5-5fb2-4e04-9233-9abfea5b7add None None] Pushing event updated for resources: {'Port': ['ID=351468c8-bc15-484e-81ae-b9c28266b86e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:41.777075 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Attempting to bind port 351468c8-bc15-484e-81ae-b9c28266b86e on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:41.777443 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Attempting to bind port 351468c8-bc15-484e-81ae-b9c28266b86e by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:41.777855 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Attempting to bind port 351468c8-bc15-484e-81ae-b9c28266b86e on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:41.785116 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:41.785495 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:41.785893 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.786294 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:41.786745 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Bound port: 351468c8-bc15-484e-81ae-b9c28266b86e, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:41.787122 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.841757 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-a673ec07-19e5-4a9d-a402-ea19c6248238 None None] Provisioning complete for port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:41.842044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a673ec07-19e5-4a9d-a402-ea19c6248238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.849537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks [] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.854210 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.874056 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] For port 351468c8-bc15-484e-81ae-b9c28266b86e, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:41.893429 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] For port 351468c8-bc15-484e-81ae-b9c28266b86e, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=351468c8-bc15-484e-81ae-b9c28266b86e,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:41.894735 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a673ec07-19e5-4a9d-a402-ea19c6248238 None None] Port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:09:41.901424 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.925098 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Pushing event updated for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:41.930215 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:41.957769 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:41.958396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:41.963053 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253fd5-5fb2-4e04-9233-9abfea5b7add None None] Pushing event updated for resources: {'Port': ['ID=351468c8-bc15-484e-81ae-b9c28266b86e,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:42.035838 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:42.037298 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:42.076315 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:42.165868 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Router dd601bda-b822-4fe6-adf3-cdc5bac574d7 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:42.282285 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:42.288147 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-58364260-3c31-4d75-9b87-91d2d761bdfd admin admin] 10.222.0.32 "PUT /v2.0/routers/dd601bda-b822-4fe6-adf3-cdc5bac574d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912731 Mar 31 19:09:42.292047 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 2, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:42.326104 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32f8be-c7f6-4b74-898f-edce895ebe06 None None] The sync data for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi is: [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 2, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:42.340450 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-517e67b5-c407-416e-ac9a-4917777effac None None] Provisioning complete for port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:42.341570 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-517e67b5-c407-416e-ac9a-4917777effac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:42.379103 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-517e67b5-c407-416e-ac9a-4917777effac None None] Port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:09:42.822693 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36400) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:42.832915 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1332243595-network', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:42.854862 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Made reservation on behalf of c9991c637acf4a6c860ca2d2fc826f73 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:09:42.857537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:42.867144 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:42.950827 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks [] for security_group (b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:42.956446 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:42.987129 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:09:43.004508 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:43.009598 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (c12653b6-922c-45b2-9e87-d714822f9a91), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.009952 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Added segment c12653b6-922c-45b2-9e87-d714822f9a91 of type vlan for network aefa8d2e-9099-44e8-9b66-05c143c99880 Mar 31 19:09:43.052723 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727004121658'] for network (aefa8d2e-9099-44e8-9b66-05c143c99880), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.079277 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291'] for network (aefa8d2e-9099-44e8-9b66-05c143c99880), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.080359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:43.081022 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.141331 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3169513 Mar 31 19:09:43.144056 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36402) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:43.152623 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Request body: {'subnet': {'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1332243595-subnet', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:43.162607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cafa-81e5-4a79-8440-f7cd32d7c688 admin admin] Pushing event updated for resources: {'Network': ['ID=aefa8d2e-9099-44e8-9b66-05c143c99880,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:43.174304 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Network aefa8d2e-9099-44e8-9b66-05c143c99880 details requested by agent ovs-agent-dv-cinder-795785-5-iscsi with host dv-cinder-795785-5-iscsi {{(pid=109723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:09:43.176817 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Made reservation on behalf of c9991c637acf4a6c860ca2d2fc826f73 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:09:43.179783 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58503515'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.375981 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64654984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58503501'] for subnet (75fab7dd-b219-4fdd-9684-76679067b276), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.428186 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fab7dd-b219-4fdd-9684-76679067b276,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:43.444721 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Checking segment: {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:43.445075 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Network hostable DHCP agents. Network: aefa8d2e-9099-44e8-9b66-05c143c99880, hostable agents: ['76be6213-e526-4814-afc4-e199a394e4aa'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:09:43.462536 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Network aefa8d2e-9099-44e8-9b66-05c143c99880 is scheduled to be hosted by DHCP agent 76be6213-e526-4814-afc4-e199a394e4aa with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:09:43.473348 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-5-iscsi, aefa8d2e-9099-44e8-9b66-05c143c99880) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:43.477627 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:43.478049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.481949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d5725-0567-4e02-bb3a-9b5ff75c2069 None None] Network aefa8d2e-9099-44e8-9b66-05c143c99880 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:43.497977 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4be918f4-d791-4bf0-a032-2e9afe08b756 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510993 Mar 31 19:09:43.500214 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:43.504813 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:43.527355 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66620163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2945'] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.528468 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66618515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66624962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66645742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2968'] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.584469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for router_controller (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.602070 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80e25430-4e9e-51bc-9504-b3d0411121ad-aefa8d2e-9099-44e8-9b66-05c143c99880', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276'}]}} from dv-cinder-795785-5-iscsi. {{(pid=109723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:09:43.603113 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.741829 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for router_gateway (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.748406 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Allocated IP 172.20.0.2 (aefa8d2e-9099-44e8-9b66-05c143c99880/75fab7dd-b219-4fdd-9684-76679067b276/0b47030b-b683-4047-9752-eba71675543f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:43.896760 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks [] for port (0b47030b-b683-4047-9752-eba71675543f), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.903131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068'] for port (0b47030b-b683-4047-9752-eba71675543f), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.943864 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Network aefa8d2e-9099-44e8-9b66-05c143c99880 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:43.946962 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:43.954396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:43.960830 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Pushing event updated for resources: {'Port': ['ID=0b47030b-b683-4047-9752-eba71675543f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:44.021397 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Attempting to bind port 0b47030b-b683-4047-9752-eba71675543f on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:44.021780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Attempting to bind port 0b47030b-b683-4047-9752-eba71675543f by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:44.022152 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Attempting to bind port 0b47030b-b683-4047-9752-eba71675543f on network aefa8d2e-9099-44e8-9b66-05c143c99880 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:44.027561 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:44.027949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Checking segment: {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:44.028360 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.028760 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Bound using segment: {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:44.029243 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Bound port: 0b47030b-b683-4047-9752-eba71675543f, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:44.029633 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0b47030b-b683-4047-9752-eba71675543f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.095543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] For port 0b47030b-b683-4047-9752-eba71675543f, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:44.098992 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] For port 0b47030b-b683-4047-9752-eba71675543f, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=0b47030b-b683-4047-9752-eba71675543f,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:44.105856 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0b47030b-b683-4047-9752-eba71675543f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.164253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beffc8-f008-4b05-9bfc-409a2603dec4 None None] Pushing event updated for resources: {'Port': ['ID=0b47030b-b683-4047-9752-eba71675543f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:44.228836 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for router_gateway (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.248685 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.368238 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Allocated IP 172.27.1.29 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:44.431345 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Sync routers for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:44.443725 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:44.444368 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:44.493058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.529358 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.558785 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:44.566325 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:44.569293 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:44.575273 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:44.581503 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Pushing event updated for resources: {'Port': ['ID=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:44.777506 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 2, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:44.813144 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Checking router: dd601bda-b822-4fe6-adf3-cdc5bac574d7 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:44.813656 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Updating router dd601bda-b822-4fe6-adf3-cdc5bac574d7 port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:09:44.844274 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.847614 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for router_gateway (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.037818 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 351468c8-bc15-484e-81ae-b9c28266b86e up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:45.097735 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66618522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66624789'] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.099974 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 351468c8-bc15-484e-81ae-b9c28266b86e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:45.100545 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.193586 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594d1f3-4336-4b96-8768-4993cce14d30 None None] Network aefa8d2e-9099-44e8-9b66-05c143c99880 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:45.194578 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks [] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.202428 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.241500 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 351468c8-bc15-484e-81ae-b9c28266b86e is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:45.241892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.252665 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 is scheduled to L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:09:45.262537 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Pushing event updated for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:45.276946 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.277297 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.277665 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.278024 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.278362 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.278693 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.279445 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 351468c8-bc15-484e-81ae-b9c28266b86e, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=351468c8-bc15-484e-81ae-b9c28266b86e,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:45.283805 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.284309 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.284999 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.285599 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.286042 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.287310 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.287556 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.287994 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.288514 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.288655 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 0b47030b-b683-4047-9752-eba71675543f up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:45.289046 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:45.299111 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Provisioning complete for port 0b47030b-b683-4047-9752-eba71675543f triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:45.299605 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0b47030b-b683-4047-9752-eba71675543f), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.359240 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Attempting to bind port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:45.360897 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Attempting to bind port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:45.361427 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Attempting to bind port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 on network 39f9b448-8d4e-4622-8f21-08afd07781b2 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:45.371494 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:45.371748 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Checking segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:45.372201 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.373074 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Bound using segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:45.373732 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Bound port: 6a0ecc34-29b6-4db6-9f41-01491e4c7e58, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:45.375225 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.411277 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:45.433370 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Sync routers for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:45.445101 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.446346 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b2ee5ba0-9221-4b89-91a0-eff7c8a77733 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9450722 Mar 31 19:09:45.447157 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=351468c8-bc15-484e-81ae-b9c28266b86e,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:45.448938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:45.467618 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:45.468816 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:45.473230 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] For port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:45.478233 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] For port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:45.489314 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.554973 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758cee7-5160-4725-bfe8-d03697afddaa None None] Pushing event updated for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:45.558058 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:45.558860 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:45.705884 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:45.721422 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 0b47030b-b683-4047-9752-eba71675543f triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:45.721807 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0b47030b-b683-4047-9752-eba71675543f), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.782674 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Current status of the port 0b47030b-b683-4047-9752-eba71675543f is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:45.783313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0b47030b-b683-4047-9752-eba71675543f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.834473 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:45.921244 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] For port 0b47030b-b683-4047-9752-eba71675543f, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=0b47030b-b683-4047-9752-eba71675543f,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:45.989115 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (0b47030b-b683-4047-9752-eba71675543f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.034852 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.040341 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 0b47030b-b683-4047-9752-eba71675543f is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:46.040877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (0b47030b-b683-4047-9752-eba71675543f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.082678 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:46.111095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b8a76-e227-4020-9c7f-820c71576a59 None None] Pushing event updated for resources: {'Port': ['ID=0b47030b-b683-4047-9752-eba71675543f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.112805 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4382fac-dc3d-49e9-8ad0-6adfdbe40a62 None None] The sync data for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi is: [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:46.176916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Provisioning complete for port 0b47030b-b683-4047-9752-eba71675543f triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:46.177301 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0b47030b-b683-4047-9752-eba71675543f), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.203503 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Allocated IP 172.20.0.1 (aefa8d2e-9099-44e8-9b66-05c143c99880/75fab7dd-b219-4fdd-9684-76679067b276/1bc6cde3-7b31-4f8d-b377-c9b9f4537279) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:46.212082 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.db.api [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 19:09:46.212455 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG oslo_db.api [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 19:09:46.270846 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:44Z', 'revision_number': 3, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:46.312925 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Checking router: 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:46.313375 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Updating router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 binding host dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:09:46.320996 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks [] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.338574 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Current status of the port 0b47030b-b683-4047-9752-eba71675543f is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:46.353127 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.359613 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.379208 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Provisioning complete for port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:46.379640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.399430 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Network aefa8d2e-9099-44e8-9b66-05c143c99880 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:46.402276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:46.408100 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:46.443581 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.470295 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66624706'] for router_interface (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.619086 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Current status of the port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:46.619517 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.628612 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.687935 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] For port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:46.693772 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.822944 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks [] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.828114 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.835304 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 0b47030b-b683-4047-9752-eba71675543f is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:46.839687 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks [] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.843161 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172509cc-95f8-433e-888d-6866d7ea2026 None None] Pushing event updated for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.852839 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-f8bf0c18-81b6-4731-ae7f-c9d0a39635d0 None None] Provisioning complete for port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:46.853222 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8bf0c18-81b6-4731-ae7f-c9d0a39635d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.879716 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.902839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.906158 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67091273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66624598'] for router_interface (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.950938 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf0c18-81b6-4731-ae7f-c9d0a39635d0 None None] Port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:09:46.957227 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Attempting to bind port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:46.958036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Attempting to bind port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:46.958036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Attempting to bind port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 on network 519fec96-59be-4c6f-94fa-08e9d9bc3acd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:46.961302 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d2e4-a06f-4364-b459-a360dc5be67f None None] Pushing event updated for resources: {'Port': ['ID=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.968347 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:46.969462 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Checking segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:46.969973 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.970481 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Bound using segment: {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:46.976655 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Bound port: 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f5bb-bca0-4c10-82fd-f0388484ea18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:46.976655 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:47.017047 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Network aefa8d2e-9099-44e8-9b66-05c143c99880 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:47.018478 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:47.042937 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 0b47030b-b683-4047-9752-eba71675543f up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:47.080792 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] For port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:47.106632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] For port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:47.118388 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:47.148903 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:47.173826 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 0b47030b-b683-4047-9752-eba71675543f triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:47.174214 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (0b47030b-b683-4047-9752-eba71675543f), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:47.204193 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:47.204775 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:47.276031 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:47.284265 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9690ba72-7e9f-4913-b964-bf671cc3110e admin admin] 10.222.0.32 "PUT /v2.0/routers/9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291838 Mar 31 19:09:47.291565 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d2e4-a06f-4364-b459-a360dc5be67f None None] Pushing event updated for resources: {'Port': ['ID=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:47.335634 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-01b7b0d0-e196-4767-b3e2-f8a6b1dbc85c None None] Provisioning complete for port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:47.336018 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-01b7b0d0-e196-4767-b3e2-f8a6b1dbc85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:47.421763 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:47.425892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-01b7b0d0-e196-4767-b3e2-f8a6b1dbc85c None None] Port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:09:47.459173 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 0b47030b-b683-4047-9752-eba71675543f is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:47.460637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 351468c8-bc15-484e-81ae-b9c28266b86e up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:47.747376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 351468c8-bc15-484e-81ae-b9c28266b86e triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:47.747786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:47.880100 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 351468c8-bc15-484e-81ae-b9c28266b86e is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:47.881149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:47.922835 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '1bc6cde3-7b31-4f8d-b377-c9b9f4537279', 'name': '', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'mac_address': 'fa:16:3e:0a:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:46Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 2, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'subnets': [{'id': '75fab7dd-b219-4fdd-9684-76679067b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:47.956896 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed67269-252a-4532-97c1-cdf1b0ab39a6 None None] The sync data for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi is: [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '1bc6cde3-7b31-4f8d-b377-c9b9f4537279', 'name': '', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'mac_address': 'fa:16:3e:0a:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:46Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 2, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'subnets': [{'id': '75fab7dd-b219-4fdd-9684-76679067b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:47.970026 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:47.970406 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.056266 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:48.187880 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36414) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.192689 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278903387', 'description': 'tempest-secgroup-smoke-278903387 description', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.215860 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.294229 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (b6dde350-05a5-43cd-800b-43f34718541b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.298999 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b6dde350-05a5-43cd-800b-43f34718541b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.328266 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.329504 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1404252 Mar 31 19:09:48.332440 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.337516 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.342839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f8350-28bc-4fbe-b684-7a41964c9a02 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dde350-05a5-43cd-800b-43f34718541b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:48.369043 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (df915710-8562-4283-b1a6-0390f5112564), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.440107 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (df915710-8562-4283-b1a6-0390f5112564), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.444735 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (df915710-8562-4283-b1a6-0390f5112564), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.466313 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df915710-8562-4283-b1a6-0390f5112564,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:48.472773 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.473756 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cff7b810-514c-4dd8-9831-57e6a4f9ac20 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403863 Mar 31 19:09:48.476718 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36418) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.481431 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.509382 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (31390b7f-6c1d-4a34-84ef-b10898971fd5), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.570839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (31390b7f-6c1d-4a34-84ef-b10898971fd5), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.574458 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (31390b7f-6c1d-4a34-84ef-b10898971fd5), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.594839 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31390b7f-6c1d-4a34-84ef-b10898971fd5,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:48.599748 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.600946 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5241abf1-6826-4170-999e-41a0a2443207 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232617 Mar 31 19:09:48.603728 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.607940 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.634222 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (2e999897-fd28-48a2-a419-4cb740b5e63d), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.692522 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (2e999897-fd28-48a2-a419-4cb740b5e63d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.696207 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (2e999897-fd28-48a2-a419-4cb740b5e63d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.713724 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e999897-fd28-48a2-a419-4cb740b5e63d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:48.721489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.722700 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b71e79d1-5e4d-41c3-8347-0fc75e7cedde tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180568 Mar 31 19:09:48.725506 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.729786 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.755045 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (dd3092da-0901-4c08-bd37-69f0c53fc534), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.816359 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (dd3092da-0901-4c08-bd37-69f0c53fc534), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.820256 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (dd3092da-0901-4c08-bd37-69f0c53fc534), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.837037 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3092da-0901-4c08-bd37-69f0c53fc534,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:48.868341 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.869829 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-066517f9-ac0d-49e1-9795-27439036aa55 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431811 Mar 31 19:09:48.872454 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36424) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:48.877930 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:48.908975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.securitygroups_db [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Project 8a72660baa9d4abbb376b6f886dfe2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:09:48.916595 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (1447698e-da5c-4fe7-96e2-954cf8c105ed), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.982138 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (1447698e-da5c-4fe7-96e2-954cf8c105ed), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:48.992718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (1447698e-da5c-4fe7-96e2-954cf8c105ed), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.012408 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1447698e-da5c-4fe7-96e2-954cf8c105ed,revision_number=0']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:49.018897 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:49.029601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.031659 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f0a146d0-915e-4a36-87d0-2368daf46501 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572969 Mar 31 19:09:49.035607 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36426) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:49.040410 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'security_group_rule': {'security_group_id': 'b6dde350-05a5-43cd-800b-43f34718541b', 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:49.066620 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Project 8a72660baa9d4abbb376b6f886dfe2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:09:49.072067 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (d6808e61-9f26-4174-b43c-e651ef28e8ca), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.083049 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:49.086639 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.140495 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (d6808e61-9f26-4174-b43c-e651ef28e8ca), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.146361 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67086294'] for security_group_rule (d6808e61-9f26-4174-b43c-e651ef28e8ca), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.166157 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6808e61-9f26-4174-b43c-e651ef28e8ca,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:49.180947 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:49.181483 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.181595 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.191523 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c27ad960-159a-4e76-adfd-7e951fcc4187 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461344 Mar 31 19:09:49.211233 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] For port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:49.215777 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.272463 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Pushing event updated for resources: {'Port': ['ID=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:50.250860 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Sync routers for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:50.261053 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:50.261671 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:50.372913 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:50.607534 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '1bc6cde3-7b31-4f8d-b377-c9b9f4537279', 'name': '', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'mac_address': 'fa:16:3e:0a:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:46Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 2, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'subnets': [{'id': '75fab7dd-b219-4fdd-9684-76679067b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:50.636752 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Checking router: 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:50.637119 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Updating router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 binding host dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:09:50.666311 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:50.944600 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:50.953238 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks [] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:50.961098 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.001611 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:51.002183 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.016251 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb154-0662-4393-a715-dc2acdc6e7de None None] Pushing event updated for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:51.080371 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Attempting to bind port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 on host dv-cinder-795785-5-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:51.081166 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Attempting to bind port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 by drivers openvswitch,hyperv on host dv-cinder-795785-5-iscsi at level 0 using segments [{'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:51.082323 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Attempting to bind port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 on network aefa8d2e-9099-44e8-9b66-05c143c99880 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:51.088937 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Checking agent: {'id': '29621836-f9cf-4a9c-bcfa-d7701c878b33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 42, 41), 'started_at': datetime.datetime(2022, 3, 31, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:51.089417 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Checking segment: {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:51.089949 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.090414 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Bound using segment: {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:51.091277 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Bound port: 1bc6cde3-7b31-4f8d-b377-c9b9f4537279, host: dv-cinder-795785-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12653b6-922c-45b2-9e87-d714822f9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:51.091755 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.101085 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:51.172622 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] For port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279, host dv-cinder-795785-5-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:51.176005 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] For port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279, host dv-cinder-795785-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:51.182672 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.241294 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:51.242093 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:09:37Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:51.272215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Provisioning complete for port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:51.272533 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.330204 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb154-0662-4393-a715-dc2acdc6e7de None None] Pushing event updated for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:51.372512 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Current status of the port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 is: DOWN; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:51.372901 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.397701 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:51.410900 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] For port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:51.415168 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.478464 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3cb3-3010-4d92-8dfc-4dbc0719dba1 None None] Pushing event updated for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:51.541183 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-004e9216-3cc1-4848-9dd4-306574cf9dee None None] Provisioning complete for port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:51.541564 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-004e9216-3cc1-4848-9dd4-306574cf9dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:51.622722 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '1bc6cde3-7b31-4f8d-b377-c9b9f4537279', 'name': '', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'mac_address': 'fa:16:3e:0a:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:46Z', 'updated_at': '2022-03-31T19:09:51Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'subnets': [{'id': '75fab7dd-b219-4fdd-9684-76679067b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:51.629503 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-004e9216-3cc1-4848-9dd4-306574cf9dee None None] Current status of the port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:51.654867 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a4ae0-c9bf-40bf-b41e-33e3a85ea74b None None] The sync data for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi is: [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '1bc6cde3-7b31-4f8d-b377-c9b9f4537279', 'name': '', 'network_id': 'aefa8d2e-9099-44e8-9b66-05c143c99880', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'mac_address': 'fa:16:3e:0a:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '75fab7dd-b219-4fdd-9684-76679067b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:46Z', 'updated_at': '2022-03-31T19:09:51Z', 'revision_number': 4, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'subnets': [{'id': '75fab7dd-b219-4fdd-9684-76679067b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:52.423235 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:52.989744 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 up at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:53.042786 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Provisioning complete for port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:53.043139 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:53.137537 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Current status of the port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 is: ACTIVE; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:53.152331 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:10:04.601504 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-db9980b7-56b5-41a8-b8d4-ca48dc625d0a tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278903387&fields=id&tenant_id=8a72660baa9d4abbb376b6f886dfe2bf HTTP/1.1" status: 200 len: 267 time: 0.0528624 Mar 31 19:10:04.728195 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-4713fe5b-207e-4dd7-a6b8-74047b47e8a0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:04.729582 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-4713fe5b-207e-4dd7-a6b8-74047b47e8a0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 809 time: 0.1215787 Mar 31 19:10:04.748770 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-142945f9-18d5-4f66-af72-40f695f6bf8b tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/quotas/8a72660baa9d4abbb376b6f886dfe2bf HTTP/1.1" status: 200 len: 375 time: 0.0118349 Mar 31 19:10:04.809411 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-6bf6aa65-6b2c-4ad5-a64d-bac354898024 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551028 Mar 31 19:10:05.013968 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2509ac08-3c82-458e-af90-f0527d1fec09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:05.033048 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-418d7066-a340-4f14-92f6-45fc0b74f135 service neutron] 10.222.0.32 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981332 Mar 31 19:10:05.139694 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-911e5c1f-abcf-41f8-8db6-3240c71dfccd service neutron] 10.222.0.32 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013811 Mar 31 19:10:05.448912 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-60318f6f-59b2-4267-a41a-be9ae6e190f9 req-4b5c4633-24fd-4aad-8374-683920358779 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 210 time: 0.0293376 Mar 31 19:10:06.479939 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ee31b586-c662-4793-907f-57bf0d3b3164 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:06.481815 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ee31b586-c662-4793-907f-57bf0d3b3164 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 809 time: 0.1157622 Mar 31 19:10:06.551862 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-395a7ad7-120d-4415-9188-8d2e6a87f821 req-80a67da0-6f13-44fa-aa44-d076df5197e0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 210 time: 0.0284491 Mar 31 19:10:06.554345 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-30d91c42-4897-454a-9589-3b2af5e216cd tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a72660baa9d4abbb376b6f886dfe2bf HTTP/1.1" status: 200 len: 379 time: 0.0635908 Mar 31 19:10:06.566123 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'port': {'device_id': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'admin_state_up': True, 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'security_groups': ['b6dde350-05a5-43cd-800b-43f34718541b']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:06.684934 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Made reservation on behalf of 8a72660baa9d4abbb376b6f886dfe2bf for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:10:06.688557 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:06.846537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Allocated IP 172.20.0.9 (39f9b448-8d4e-4622-8f21-08afd07781b2/1206d9f0-2e72-4876-ab6b-33ac95bb148b/35632cff-7f98-42f3-b4dc-a3dcd170272a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:10:07.024676 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.063252 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.110235 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:10:07.114268 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:10:07.118250 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:10:07.148709 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:07.195902 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:07.196575 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.216049 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-2ba1b84a-a658-441b-a67a-ed6f0f801f2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553154 Mar 31 19:10:07.226745 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Request body: {'port': {'device_id': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:07.294824 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5778-acb8-4fae-82e0-effafad59a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.295460 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.362494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-9a181eda-d68b-4e4f-9b40-e893a8d6ea5c None None] Provisioning complete for port 35632cff-7f98-42f3-b4dc-a3dcd170272a triggered by entity DHCP. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:10:07.362871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a181eda-d68b-4e4f-9b40-e893a8d6ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.402920 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9a181eda-d68b-4e4f-9b40-e893a8d6ea5c None None] Port 35632cff-7f98-42f3-b4dc-a3dcd170272a cannot update to ACTIVE because it is not bound. {{(pid=109723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:10:07.583790 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35632cff-7f98-42f3-b4dc-a3dcd170272a {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:10:07.591708 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks [] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.604693 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Transition to ACTIVE for port object 35632cff-7f98-42f3-b4dc-a3dcd170272a will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:10:07.611433 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:07.676029 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:07.688748 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ef99e-443e-4046-9738-91237f7be907 req-5dfe6edc-5cbc-41d0-b471-3a2b88d5e9cf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:07.691432 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-987ef99e-443e-4046-9738-91237f7be907 req-5dfe6edc-5cbc-41d0-b471-3a2b88d5e9cf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0604897 Mar 31 19:10:07.759977 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Attempting to bind port 35632cff-7f98-42f3-b4dc-a3dcd170272a on host hv-cinder-79578 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:10:07.760934 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Attempting to bind port 35632cff-7f98-42f3-b4dc-a3dcd170272a by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:10:07.761343 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Attempting to bind port 35632cff-7f98-42f3-b4dc-a3dcd170272a on network 39f9b448-8d4e-4622-8f21-08afd07781b2 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:07.766587 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Port 35632cff-7f98-42f3-b4dc-a3dcd170272a on network 39f9b448-8d4e-4622-8f21-08afd07781b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:10:07.766914 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Attempting to bind port 35632cff-7f98-42f3-b4dc-a3dcd170272a on network 39f9b448-8d4e-4622-8f21-08afd07781b2 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:07.768427 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-987ef99e-443e-4046-9738-91237f7be907 req-d296ae5c-76ea-4de5-a685-ddebda777fa1 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652165 Mar 31 19:10:07.773469 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Checking agent: {'id': '57f8a0dc-8b2b-416d-97b4-900d6d24df8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'started_at': datetime.datetime(2022, 3, 31, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:10:07.773816 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Checking segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:10:07.774209 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Bound using segment: {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:10:07.774666 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Bound port: 35632cff-7f98-42f3-b4dc-a3dcd170272a, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aede3ae-3be7-4f46-95e0-7f424a2e2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:10:07.775022 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.125692 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:10:08.128937 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:10:08.136123 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64651313'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.170308 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.171049 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.172714 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] 10.222.0.23 "PUT /v2.0/ports/35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1093 time: 0.9500546 Mar 31 19:10:08.175844 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:08.178320 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e449d-b4b2-403c-82dc-a38e3703797d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:08.215132 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed158632-f578-4f4a-84f2-ebf68900eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:08.238711 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf1e62-3ec9-44ff-ba41-70214afdf070 x-openstack-request-id: req-f7cf1e62-3ec9-44ff-ba41-70214afdf070 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:08.239027 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:08.239276 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7cf1e62-3ec9-44ff-ba41-70214afdf070 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:08.239704 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7cf1e62-3ec9-44ff-ba41-70214afdf070'] response: {'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'status': 'completed', 'code': 200} Mar 31 19:10:08.277679 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-eb6f1082-92d9-4faf-a415-bec0ec802b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.280149 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-eb6f1082-92d9-4faf-a415-bec0ec802b28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0594997 Mar 31 19:10:08.329059 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-ea1bcdae-32fb-4943-9b08-344c942dfcfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 217 time: 0.0394297 Mar 31 19:10:08.389930 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-4f381ad2-caea-447a-9ddc-2a9ddc5c444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.391465 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-4f381ad2-caea-447a-9ddc-2a9ddc5c444d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0500031 Mar 31 19:10:08.449378 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-07d58047-e7ae-4b68-9397-007499d680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.450842 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-07d58047-e7ae-4b68-9397-007499d680a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503085 Mar 31 19:10:08.556003 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-7c24338d-8c39-4c8e-8c1e-dacc45ccfa20 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973082 Mar 31 19:10:08.677031 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c7b70ce-1ff3-4613-9ccc-1b8681b79f74 req-fdc1301d-83a4-4762-b0d7-913479d1a200 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125395 Mar 31 19:10:08.681054 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.778995 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-13479bd5-7c18-4bce-9693-1082d6bbe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.780575 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-13479bd5-7c18-4bce-9693-1082d6bbe5ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0544937 Mar 31 19:10:08.875326 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-df3e47a4-fcc5-4f4e-8020-9e768d5c32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.876916 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-df3e47a4-fcc5-4f4e-8020-9e768d5c32ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0896213 Mar 31 19:10:08.896242 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accac9b-7ef9-4405-9c99-9c98517ca25d req-b1ff95c8-0247-46f5-812e-51f978763235 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.898330 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0accac9b-7ef9-4405-9c99-9c98517ca25d req-b1ff95c8-0247-46f5-812e-51f978763235 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0559154 Mar 31 19:10:08.933961 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-ad661c16-fc13-4c6d-a91a-ea9429cb3f41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 217 time: 0.0433087 Mar 31 19:10:08.961183 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-0accac9b-7ef9-4405-9c99-9c98517ca25d req-d339b40c-15a9-4117-baba-93f2c29e6cd0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553503 Mar 31 19:10:08.989094 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-b2dce37d-36ae-4a0b-890e-a7163705cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.989754 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-b2dce37d-36ae-4a0b-890e-a7163705cf5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0485821 Mar 31 19:10:09.050219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-42fba1d9-9ce0-4246-a655-69a3e793ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:09.051824 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-42fba1d9-9ce0-4246-a655-69a3e793ceca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506675 Mar 31 19:10:09.149932 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-00b56dbd-fccb-490e-8435-50057d2617e8 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914280 Mar 31 19:10:09.251355 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-db8e449d-b4b2-403c-82dc-a38e3703797d req-22b3fb16-6e8c-41d7-8fb1-a11732e39a60 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913956 Mar 31 19:10:10.096883 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8390c9-378d-4353-a6a8-ae29e01c8b20 req-98039e59-e4f5-4710-bec8-382c37657cc3 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:10.098604 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1a8390c9-378d-4353-a6a8-ae29e01c8b20 req-98039e59-e4f5-4710-bec8-382c37657cc3 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0612106 Mar 31 19:10:10.151421 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1a8390c9-378d-4353-a6a8-ae29e01c8b20 req-533f81d7-cca6-4ae6-b1be-ccbd204fb2ae tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455139 Mar 31 19:10:10.167791 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.285803 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d177b-76d7-494b-af5e-c5a36a579a9d req-0c92e535-a43b-44c1-8fa3-66cfad8d9703 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:11.287645 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d63d177b-76d7-494b-af5e-c5a36a579a9d req-0c92e535-a43b-44c1-8fa3-66cfad8d9703 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0601015 Mar 31 19:10:11.352587 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d63d177b-76d7-494b-af5e-c5a36a579a9d req-23affe73-6aaf-42ba-b3d3-2d3a5c5099d6 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588160 Mar 31 19:10:11.483268 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.483779 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaf1c7-fba0-4510-a924-c4f0d6aacb1e req-03235a90-615f-4eef-9521-facea8ad4e15 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:12.485584 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5bbaf1c7-fba0-4510-a924-c4f0d6aacb1e req-03235a90-615f-4eef-9521-facea8ad4e15 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0568423 Mar 31 19:10:12.538677 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-5bbaf1c7-fba0-4510-a924-c4f0d6aacb1e req-9b66624a-15d2-46a2-9e76-1324718443da tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469422 Mar 31 19:10:13.669381 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96fb0e-b78b-4586-a437-06b5aa95be59 req-47fc256d-1287-45cb-aa29-767ea37062eb tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:13.670927 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ae96fb0e-b78b-4586-a437-06b5aa95be59 req-47fc256d-1287-45cb-aa29-767ea37062eb tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0586309 Mar 31 19:10:13.722391 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ae96fb0e-b78b-4586-a437-06b5aa95be59 req-4ca45111-d586-487c-b75b-708789edf265 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Mar 31 19:10:14.843472 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4016f-2ab8-42af-a041-698b6e97646c req-21010ce4-9d0a-449d-a6a8-787459997d3c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:14.845008 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-81f4016f-2ab8-42af-a041-698b6e97646c req-21010ce4-9d0a-449d-a6a8-787459997d3c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0539956 Mar 31 19:10:14.898545 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-81f4016f-2ab8-42af-a041-698b6e97646c req-e427abe3-d2e1-48bf-a3f9-f3bde7a2f9d8 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478020 Mar 31 19:10:16.025312 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440246-278a-419a-8518-0957ae72df50 req-d7f3ac17-9a7b-46e9-b712-fa5a96b5e6c6 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.026875 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98440246-278a-419a-8518-0957ae72df50 req-d7f3ac17-9a7b-46e9-b712-fa5a96b5e6c6 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0559843 Mar 31 19:10:16.082034 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-98440246-278a-419a-8518-0957ae72df50 req-c9ec0e66-8ebf-43c6-a3b8-981c3e8b10e3 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494022 Mar 31 19:10:17.207100 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cbdf6-0a6f-4eb8-848a-61275d5e2e6d req-16ef5398-cb63-4832-a308-4db090c24ba3 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:17.209425 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c99cbdf6-0a6f-4eb8-848a-61275d5e2e6d req-16ef5398-cb63-4832-a308-4db090c24ba3 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0574555 Mar 31 19:10:17.262555 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c99cbdf6-0a6f-4eb8-848a-61275d5e2e6d req-9beb5726-d0dd-4251-80c0-7f14eb007e29 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Mar 31 19:10:17.816677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:10:17.933093 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:17.946540 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'mac_address': 'fa:16:3e:e6:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:10:17.986149 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 35632cff-7f98-42f3-b4dc-a3dcd170272a is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:10:17.986537 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:18.008581 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35632cff-7f98-42f3-b4dc-a3dcd170272a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:10:18.034743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:18.039306 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:18.096492 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:18.329249 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['35632cff-7f98-42f3-b4dc-a3dcd170272a'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:10:18.408322 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d8093-5587-444f-a968-bba449918b24 req-0f7819c9-06f2-4282-9e70-eef5812d91db tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:18.410193 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ad9d8093-5587-444f-a968-bba449918b24 req-0f7819c9-06f2-4282-9e70-eef5812d91db tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 944 time: 0.0646646 Mar 31 19:10:18.485056 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-ad9d8093-5587-444f-a968-bba449918b24 req-7dcbbcd3-2124-42d5-8800-9edd8a555a5a tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670326 Mar 31 19:10:19.622984 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a861b-a771-4493-a3e8-bf75327f1def req-8bb9069f-9007-4f0a-bf5f-c19a9e076aef tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:19.624554 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-607a861b-a771-4493-a3e8-bf75327f1def req-8bb9069f-9007-4f0a-bf5f-c19a9e076aef tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 944 time: 0.0637782 Mar 31 19:10:19.678859 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-607a861b-a771-4493-a3e8-bf75327f1def req-f8195be8-d54a-4523-8062-3827afef78a8 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473964 Mar 31 19:10:19.853631 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:10:19.905969 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning for port 35632cff-7f98-42f3-b4dc-a3dcd170272a completed by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:10:19.910446 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 35632cff-7f98-42f3-b4dc-a3dcd170272a triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:10:19.910847 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:20.000613 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 35632cff-7f98-42f3-b4dc-a3dcd170272a is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:10:20.000930 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:20.026979 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:20.029640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321822d5-6155-438d-a6e4-afdea136f533" -d '{"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-plugged", "status": "completed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:20.043459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:20.049163 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:20.077722 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27616805-4327-4a4c-9891-836211ecc599 x-openstack-request-id: req-27616805-4327-4a4c-9891-836211ecc599 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:20.078024 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-plugged", "status": "completed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:20.078309 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27616805-4327-4a4c-9891-836211ecc599 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:20.078714 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27616805-4327-4a4c-9891-836211ecc599'] response: {'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'code': 200} Mar 31 19:10:20.112224 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=5']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:20.306667 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea83e9-9847-4a46-bd8d-ae6c08c4bd51 req-968df5f4-74ca-4f20-a656-79adbe8ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:20.308246 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-93ea83e9-9847-4a46-bd8d-ae6c08c4bd51 req-968df5f4-74ca-4f20-a656-79adbe8ada53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0494525 Mar 31 19:10:20.357077 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-93ea83e9-9847-4a46-bd8d-ae6c08c4bd51 req-930a0a65-9ce5-4137-8884-c3469304a6b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Mar 31 19:10:20.804718 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1f36-ec22-4717-a060-30368604b5b4 req-1416597f-2650-42eb-b3e5-1a9a5d9203fb tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:20.806299 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-91ce1f36-ec22-4717-a060-30368604b5b4 req-1416597f-2650-42eb-b3e5-1a9a5d9203fb tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0561588 Mar 31 19:10:20.863105 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-91ce1f36-ec22-4717-a060-30368604b5b4 req-20e361b5-96ae-409a-b818-2dd7354e4997 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 Mar 31 19:10:21.990177 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623c1b-9a26-4221-8246-d54a4b87bac9 req-96f44bef-2473-4216-8b26-45f6885dce5d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:21.991793 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f3623c1b-9a26-4221-8246-d54a4b87bac9 req-96f44bef-2473-4216-8b26-45f6885dce5d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0575507 Mar 31 19:10:22.053586 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-f3623c1b-9a26-4221-8246-d54a4b87bac9 req-8165b7fc-db47-49a9-a28c-6bfe35edd24e tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551591 Mar 31 19:10:22.179997 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6e46f-b575-4b33-9d21-b22282d75837 req-991adc00-88f1-435c-a420-14736944410b tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:22.181411 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02a6e46f-b575-4b33-9d21-b22282d75837 req-991adc00-88f1-435c-a420-14736944410b tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0558648 Mar 31 19:10:22.234186 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-02a6e46f-b575-4b33-9d21-b22282d75837 req-cef98638-c483-4f80-865e-bf33535d6c5d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471036 Mar 31 19:10:22.262386 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36580) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:22.371942 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaccfca7-062e-47c6-a518-f64a53d6474f tempest-TestShelveInstance-1046244606 tempest-TestShelveInstance-1046244606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:22.373514 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-aaccfca7-062e-47c6-a518-f64a53d6474f tempest-TestShelveInstance-1046244606 tempest-TestShelveInstance-1046244606-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1124 time: 0.1099958 Mar 31 19:10:22.376466 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36584) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:22.382386 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.v2.base [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Request body: {'floatingip': {'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:22.404079 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:22.444892 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:22.524619 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (None), before_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:22.636659 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_common [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Allocated IP 172.27.1.65 (519fec96-59be-4c6f-94fa-08e9d9bc3acd/4cf83f10-8370-471f-82e7-06ecb0c0b65c/a4f66e39-86f9-4fe1-98f3-90a03713cf3d) {{(pid=109721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:10:22.752152 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:22.788471 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727004152068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:22.828898 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Network 519fec96-59be-4c6f-94fa-08e9d9bc3acd is already hosted by enough agents. {{(pid=109721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:10:22.832025 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.base_scheduler [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Resources bound (agent type, host, resource id): {{(pid=109721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:10:22.839007 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Received port after_create {{(pid=109721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:10:22.844996 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'Port': ['ID=a4f66e39-86f9-4fe1-98f3-90a03713cf3d,revision_number=1']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:22.877789 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.878136 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.878482 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.878820 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.879189 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.880082 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.880729 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.880729 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.881045 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.881371 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.881707 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.882028 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.882357 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.882675 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:22.882993 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:23.240060 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for floatingip (d6eb6be6-51d0-420b-a188-a23bd127641f), precommit_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:23.314827 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:23.511075 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:23.517124 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58576064'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:23.604510 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event updated for resources: {'Port': ['ID=a4f66e39-86f9-4fe1-98f3-90a03713cf3d,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:23.622231 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66624843'] for floatingip (d6eb6be6-51d0-420b-a188-a23bd127641f), after_create {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:23.743078 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Floating IP d6eb6be6-51d0-420b-a188-a23bd127641f associated. External IP: 172.27.1.65, port: 35632cff-7f98-42f3-b4dc-a3dcd170272a. Mar 31 19:10:24.008326 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Router dd601bda-b822-4fe6-adf3-cdc5bac574d7 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:24.157587 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:24.169654 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Sync routers for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:24.181423 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:24.186591 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:24.187619 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:10:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:24.215865 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-991ee247-c927-4dea-9936-2d9fd3485653 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8382611 Mar 31 19:10:24.216784 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:24.219579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3fc012-b53b-45c8-a503-7efc3353a987" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:24.262842 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f17622f-919a-491c-85d8-6f39974d38c3 x-openstack-request-id: req-2f17622f-919a-491c-85d8-6f39974d38c3 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:24.263564 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:24.263955 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f17622f-919a-491c-85d8-6f39974d38c3 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:24.264614 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f17622f-919a-491c-85d8-6f39974d38c3'] response: {'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'status': 'completed', 'code': 200} Mar 31 19:10:24.317969 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:24.350204 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-546f8305-0ec5-40e5-91f4-c5e95d08d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:24.352218 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-546f8305-0ec5-40e5-91f4-c5e95d08d5c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0638337 Mar 31 19:10:24.460482 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-939096cf-29db-477a-8de3-a0360b7ae8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:24.462026 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-939096cf-29db-477a-8de3-a0360b7ae8b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.1040490 Mar 31 19:10:24.552400 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-409d7c0f-5518-4501-957c-80180d35bd0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 998 time: 0.0829830 Mar 31 19:10:24.611054 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-876aba27-a331-42a0-a3bc-7a83a828e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:24.613103 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-876aba27-a331-42a0-a3bc-7a83a828e0e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0547569 Mar 31 19:10:24.619311 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'd6eb6be6-51d0-420b-a188-a23bd127641f', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'mac_address': 'fa:16:3e:e6:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:23Z', 'updated_at': '2022-03-31T19:10:23Z', 'revision_number': 0, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:24.650555 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Checking router: dd601bda-b822-4fe6-adf3-cdc5bac574d7 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:24.661028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:24.662245 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:10:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:24.684517 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-a80972ab-5d97-40bf-b370-15203095a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:24.686106 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-a80972ab-5d97-40bf-b370-15203095a0d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650370 Mar 31 19:10:24.805752 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-b24aa5fa-eb41-40e6-9137-ed5dcec5d4f7 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116760 Mar 31 19:10:24.831234 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:24.922023 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fd3fc012-b53b-45c8-a503-7efc3353a987 req-72053c48-dd4c-4c7d-b210-8496c3e03af1 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095548 Mar 31 19:10:25.111448 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'd6eb6be6-51d0-420b-a188-a23bd127641f', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'mac_address': 'fa:16:3e:e6:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:23Z', 'updated_at': '2022-03-31T19:10:23Z', 'revision_number': 0, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:25.141266 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430ed19-d275-4336-9f1b-3b4863b1ec13 None None] The sync data for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi is: [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_floatingips': [{'id': 'd6eb6be6-51d0-420b-a188-a23bd127641f', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'router_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'mac_address': 'fa:16:3e:e6:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:23Z', 'updated_at': '2022-03-31T19:10:23Z', 'revision_number': 0, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:25.383021 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001322-6f8e-4bcf-9d99-9735e970d2a3 None None] New status for floating IP d6eb6be6-51d0-420b-a188-a23bd127641f: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:10:30.151606 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:10:35.009014 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-01e0ab5d-f856-4480-9d6b-db4bbe55a400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:37.298376 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-012db2b1-8305-4d58-a2b6-cf1c5ff8628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.685697 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:40.165436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:41.480469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.450919 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:05.015869 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4efc82c-a51d-4c29-8f9c-2cf1b7bc3c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:07.150378 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:11:07.299910 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6425c8be-e154-4bad-8929-f4ebc34032e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:08.262160 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-7f06bfcc-e834-46f6-afca-e3c2f2c11774 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443692 Mar 31 19:11:08.354057 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-3cbd0a48-b2df-43d9-8fed-b6ee2bf19966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:08.355677 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-3cbd0a48-b2df-43d9-8fed-b6ee2bf19966 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0504274 Mar 31 19:11:08.459557 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-62ee9221-9aed-4042-9d59-1d06916834d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:08.461039 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-62ee9221-9aed-4042-9d59-1d06916834d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0854948 Mar 31 19:11:08.532302 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-7179f3fb-23ff-4f3b-8edc-e2c9506b01a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1000 time: 0.0646806 Mar 31 19:11:08.585209 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-9159c32e-746e-4e39-a162-bffe3ae1be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:08.586750 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-9159c32e-746e-4e39-a162-bffe3ae1be7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0484660 Mar 31 19:11:08.639809 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-c5923e74-dd03-463c-8d4b-5842f587c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:08.641331 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-c5923e74-dd03-463c-8d4b-5842f587c7b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470562 Mar 31 19:11:08.691126 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:08.740351 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-e294e221-1977-41d9-9f4a-3743a820ad87 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910716 Mar 31 19:11:08.830132 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f6839643-9149-42a2-8196-a739cf7aa2eb req-21e5e3cd-7566-4918-a264-423c4282eec8 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Mar 31 19:11:10.175815 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:11.473158 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:22.441899 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:35.009006 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fde61ff-c0fc-4670-bda7-3589be2d8c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:37.302243 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-239608d0-01f4-445b-8fa6-01064fe8155e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:38.693246 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:40.171320 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:41.477222 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:44.150991 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:11:52.445070 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:05.016028 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f97c4a6-08d7-4284-a6d9-04bfe980cd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:07.306632 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ded41ba-d80e-4e79-83bf-e653b26f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:08.691880 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:08.885919 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-e22a816c-3bac-48b6-a8c4-26315125af7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084580 Mar 31 19:12:08.987843 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-4c6cefad-b942-44d1-8277-47124587a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:08.990862 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-4c6cefad-b942-44d1-8277-47124587a143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0606534 Mar 31 19:12:09.104059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-cd14994d-441d-4af7-8194-2081d99b1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:09.105554 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-cd14994d-441d-4af7-8194-2081d99b1d02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0895052 Mar 31 19:12:09.175902 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-987d7352-593f-4cd9-8411-2267a5b34590 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1000 time: 0.0635638 Mar 31 19:12:09.226283 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-a3aecb07-a3be-4fb7-94cb-8ba23c518d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:09.228062 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-a3aecb07-a3be-4fb7-94cb-8ba23c518d6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0457072 Mar 31 19:12:09.293489 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-41a3aa7b-01d5-4268-b0cd-01e58b140fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:09.295766 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-41a3aa7b-01d5-4268-b0cd-01e58b140fab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615573 Mar 31 19:12:09.307357 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-2b590d7c-3842-4208-bdba-dcc241c9b6e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:09.308433 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-2b590d7c-3842-4208-bdba-dcc241c9b6e5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063112 Mar 31 19:12:09.406148 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-5e9afc95-82b5-4f82-92fa-0648902eee21 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918894 Mar 31 19:12:09.504158 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-918ab705-592c-4cd7-8240-4610f530ceb0 req-747bd825-c862-4e10-b3e5-5854481337bd service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887372 Mar 31 19:12:10.173320 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:11.472594 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:21.151281 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:12:22.359420 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a326dc-5705-4759-a103-0cbff60b99ce req-3957e67e-a7b9-47d2-a8de-b0a94ef43c87 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:22.360975 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d4a326dc-5705-4759-a103-0cbff60b99ce req-3957e67e-a7b9-47d2-a8de-b0a94ef43c87 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.1145623 Mar 31 19:12:22.413458 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d4a326dc-5705-4759-a103-0cbff60b99ce req-5b9b5517-c274-4ebf-b5db-4605f7bb3318 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 Mar 31 19:12:22.448186 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:23.629478 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9b02-0d74-4fdb-b342-fa3a1c3d22e4 req-263f1b50-63bd-4ed3-930c-fddc9049d0cf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:23.631087 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2eac9b02-0d74-4fdb-b342-fa3a1c3d22e4 req-263f1b50-63bd-4ed3-930c-fddc9049d0cf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.1339405 Mar 31 19:12:23.687497 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2eac9b02-0d74-4fdb-b342-fa3a1c3d22e4 req-a4ddf374-d8a4-42d2-93c5-9cbf8327f6a2 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496268 Mar 31 19:12:24.818074 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b602b7-a694-4753-9e08-a2e169b37aaa req-d6f2dc3a-3ec9-4c0d-87d7-396880525c91 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:24.819614 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-63b602b7-a694-4753-9e08-a2e169b37aaa req-d6f2dc3a-3ec9-4c0d-87d7-396880525c91 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0530891 Mar 31 19:12:24.869681 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-63b602b7-a694-4753-9e08-a2e169b37aaa req-c15c5c27-80f4-4f5a-9f04-1b25123b065f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Mar 31 19:12:25.989125 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96132395-d795-4d86-91ee-1a578ab68e73 req-941e4e13-ac17-4b84-a348-956e098a32b7 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:25.990571 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-96132395-d795-4d86-91ee-1a578ab68e73 req-941e4e13-ac17-4b84-a348-956e098a32b7 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0536118 Mar 31 19:12:26.043083 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-96132395-d795-4d86-91ee-1a578ab68e73 req-84cabe62-56a7-438c-83cb-5c3a00f9c9f7 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 Mar 31 19:12:27.168108 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c0b8-8644-438d-b9d2-9e35c19ab24e req-04d1df51-16bb-4c01-b9b2-c65921d9b668 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:27.169589 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0d1c0b8-8644-438d-b9d2-9e35c19ab24e req-04d1df51-16bb-4c01-b9b2-c65921d9b668 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Mar 31 19:12:27.221776 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b0d1c0b8-8644-438d-b9d2-9e35c19ab24e req-cf47169c-7bd9-4b78-96b0-e700f084152a tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Mar 31 19:12:28.346427 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d4659-62ac-46d5-859e-860e82173044 req-7e6e5ce0-2a24-4f24-8b12-ce1616b6d62d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:28.347924 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-360d4659-62ac-46d5-859e-860e82173044 req-7e6e5ce0-2a24-4f24-8b12-ce1616b6d62d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0545914 Mar 31 19:12:28.400680 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-360d4659-62ac-46d5-859e-860e82173044 req-4d79f949-3d05-410d-a421-200e5cb91841 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453084 Mar 31 19:12:29.577146 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3505-0e3f-42c3-a1c5-af77b4e085f5 req-4fb75e59-6d85-4dfb-b534-ec0c4572f47d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:29.578694 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da1a3505-0e3f-42c3-a1c5-af77b4e085f5 req-4fb75e59-6d85-4dfb-b534-ec0c4572f47d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0802460 Mar 31 19:12:29.651862 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-da1a3505-0e3f-42c3-a1c5-af77b4e085f5 req-104386ed-2460-4141-bb78-5dcad81e1f8e tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660059 Mar 31 19:12:30.776778 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5993b7-f951-4cff-850d-d27a60d52548 req-f0a43f32-e2f8-4ac6-a47e-7828080ec056 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:30.778279 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7e5993b7-f951-4cff-850d-d27a60d52548 req-f0a43f32-e2f8-4ac6-a47e-7828080ec056 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Mar 31 19:12:30.827686 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7e5993b7-f951-4cff-850d-d27a60d52548 req-ea197dde-3b3c-4427-8c1a-745af281490a tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Mar 31 19:12:31.951527 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ecb46-8d55-4aac-9fc2-9fe4fa85b1d6 req-e140028f-b281-424c-85ea-f9d830c12849 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:31.953017 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b14ecb46-8d55-4aac-9fc2-9fe4fa85b1d6 req-e140028f-b281-424c-85ea-f9d830c12849 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0523674 Mar 31 19:12:32.005783 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b14ecb46-8d55-4aac-9fc2-9fe4fa85b1d6 req-50ce019e-925c-4db1-84c3-16e443b137b4 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472431 Mar 31 19:12:32.452950 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-a0926345-4f5b-4ee3-8e5d-240913e4f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.454461 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-a0926345-4f5b-4ee3-8e5d-240913e4f7e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0462182 Mar 31 19:12:32.551705 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-a36dd325-fc20-4699-a7b3-ee2bb54a882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.553178 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-a36dd325-fc20-4699-a7b3-ee2bb54a882d service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0906942 Mar 31 19:12:32.623474 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-1559c3d6-9160-4f38-a327-0d70f61c66af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1000 time: 0.0631022 Mar 31 19:12:32.676198 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-b8b62403-61c6-405c-ace3-c5f3538f4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.677579 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-b8b62403-61c6-405c-ace3-c5f3538f4011 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0477116 Mar 31 19:12:32.730004 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-74c62200-d58c-4399-ae83-7392c607750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.731566 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-74c62200-d58c-4399-ae83-7392c607750b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472541 Mar 31 19:12:32.833254 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-d6b1e4f1-3347-47bb-b471-b9b1f545c4d2 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942681 Mar 31 19:12:32.951210 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-85d1fa76-b12c-43ce-b33e-9f171109875b req-e131b651-d3a9-43f7-9619-d62164203359 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116750 Mar 31 19:12:33.131559 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc4547-9f5d-4874-a934-a20b4060a11b req-3c69e325-54ae-4921-b9dc-8f56b42e3697 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:33.133687 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5fc4547-9f5d-4874-a934-a20b4060a11b req-3c69e325-54ae-4921-b9dc-8f56b42e3697 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0535383 Mar 31 19:12:33.182608 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-c5fc4547-9f5d-4874-a934-a20b4060a11b req-101dd85c-b60f-4371-b8bb-7ada346f03ab tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Mar 31 19:12:34.307194 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99335-24cb-4c50-ba12-1e072e26ef88 req-90c383bc-0432-48e0-b02a-a23d1c223efa tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:34.308868 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fa99335-24cb-4c50-ba12-1e072e26ef88 req-90c383bc-0432-48e0-b02a-a23d1c223efa tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0560663 Mar 31 19:12:34.365962 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7fa99335-24cb-4c50-ba12-1e072e26ef88 req-ec41dd06-e4a2-40e8-920e-363473552ad0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508246 Mar 31 19:12:35.014253 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-688b83c2-2df9-451e-8baf-d66924c54863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:35.499759 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287b08-8e23-4159-a48e-63e4bc548047 req-704976c5-df8e-44ff-a46c-fa28b4fe1abf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:35.501370 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-72287b08-8e23-4159-a48e-63e4bc548047 req-704976c5-df8e-44ff-a46c-fa28b4fe1abf tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0608761 Mar 31 19:12:35.559458 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-72287b08-8e23-4159-a48e-63e4bc548047 req-3b776a65-57dc-4d59-9073-a0203bdef764 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522203 Mar 31 19:12:35.631638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [req-8825f627-8050-4684-b7db-1bced55949c9 req-d063a23a-97c8-40f6-8b18-1ca318ddcb0a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:35.633197 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8825f627-8050-4684-b7db-1bced55949c9 req-d063a23a-97c8-40f6-8b18-1ca318ddcb0a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053627 Mar 31 19:12:35.787352 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc3771-c520-4583-ac07-a8958d1c49f5 req-40a2703d-f122-41fb-bf8b-3ab04ff114ac tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:35.788940 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-addc3771-c520-4583-ac07-a8958d1c49f5 req-40a2703d-f122-41fb-bf8b-3ab04ff114ac tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0533781 Mar 31 19:12:35.807325 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-bdaf334c-10e0-43bf-9f5a-15397f17625c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932391 Mar 31 19:12:35.815938 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-51c05056-172e-4326-9f56-e1745e0bdc4a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:35.816896 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-51c05056-172e-4326-9f56-e1745e0bdc4a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049675 Mar 31 19:12:35.841232 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-addc3771-c520-4583-ac07-a8958d1c49f5 req-c6d06dde-2404-4b97-aad4-aa7dab8376d2 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463312 Mar 31 19:12:36.982250 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-2909acec-48ed-4c91-8a8d-491919678c1d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:36.983935 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-2909acec-48ed-4c91-8a8d-491919678c1d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports/35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 942 time: 0.1283524 Mar 31 19:12:37.005412 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420c3b-ef58-4134-b8d7-5feda9b38096 req-cb1f968a-bae2-44e9-9732-99210b3438f6 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:37.006891 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-35420c3b-ef58-4134-b8d7-5feda9b38096 req-cb1f968a-bae2-44e9-9732-99210b3438f6 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0911651 Mar 31 19:12:37.058216 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-35420c3b-ef58-4134-b8d7-5feda9b38096 req-40e374bd-d27f-402a-babb-6dfdd6f80409 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444863 Mar 31 19:12:37.310665 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f684ec5a-c647-4140-834e-acbc98423dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:38.183872 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea6869-9b72-4104-82ae-06577cb6803b req-aee361e0-abca-4ea3-a07c-bf121fdbfed4 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:38.191165 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-deea6869-9b72-4104-82ae-06577cb6803b req-aee361e0-abca-4ea3-a07c-bf121fdbfed4 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0587528 Mar 31 19:12:38.261204 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-deea6869-9b72-4104-82ae-06577cb6803b req-57bcdee7-b59f-4397-950e-234c7df888c8 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680320 Mar 31 19:12:38.416430 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:38.507455 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 35632cff-7f98-42f3-b4dc-a3dcd170272a is: ACTIVE; New status is: DOWN {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:38.509070 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:38.533352 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:12:38.535687 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b8e58-7e06-4fa1-96f6-225b4c17ae06" -d '{"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:12:38.552884 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:38.559285 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:38.586150 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e581aac9-b417-40c5-a1db-ce647c417051 x-openstack-request-id: req-e581aac9-b417-40c5-a1db-ce647c417051 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:12:38.586434 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-unplugged", "status": "failed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "code": 422}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:12:38.586691 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e581aac9-b417-40c5-a1db-ce647c417051 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:12:38.587118 dv-cinder-795785-5-iscsi neutron-server[109723]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e581aac9-b417-40c5-a1db-ce647c417051']: {'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'code': 422} returned with failed status Mar 31 19:12:38.613862 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:38.620838 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.621189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.621536 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.621879 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.622214 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.622616 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.622948 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.623277 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.623635 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.623967 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.624295 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.624625 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.624950 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.625275 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.625598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:38.696849 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:39.392140 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195b367-809b-439d-88df-e5c1597ac972 req-9f46e01f-af2d-43f6-bf67-0aa78143f989 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:39.393618 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4195b367-809b-439d-88df-e5c1597ac972 req-9f46e01f-af2d-43f6-bf67-0aa78143f989 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0613003 Mar 31 19:12:39.701118 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4195b367-809b-439d-88df-e5c1597ac972 req-2ce00cd8-3920-4d76-a432-e7ca9ca36de0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981870 Mar 31 19:12:40.176804 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:40.832887 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33737d-18c7-4f3e-b5ef-165de7709a78 req-234934dd-182b-4da6-8729-d2963b2f4140 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:40.834462 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2f33737d-18c7-4f3e-b5ef-165de7709a78 req-234934dd-182b-4da6-8729-d2963b2f4140 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0535779 Mar 31 19:12:40.891267 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-2f33737d-18c7-4f3e-b5ef-165de7709a78 req-3733ba94-80b1-4374-852b-f71ba2c8c666 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497432 Mar 31 19:12:41.390260 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-6e02f0dc-5b1a-4d18-913a-7cb53baeb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:41.391817 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-6e02f0dc-5b1a-4d18-913a-7cb53baeb56c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&tenant_id=8a72660baa9d4abbb376b6f886dfe2bf HTTP/1.1" status: 200 len: 1127 time: 0.0451353 Mar 31 19:12:41.465979 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-7832fc49-f2f6-4d40-8579-69ec33e844f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:41.467538 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-7832fc49-f2f6-4d40-8579-69ec33e844f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0501590 Mar 31 19:12:41.476650 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:41.564042 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-5560cf74-a476-4375-bb95-f920819b51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:41.565530 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-5560cf74-a476-4375-bb95-f920819b51b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0911319 Mar 31 19:12:41.639609 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-a16b6dd0-833a-4bfe-a94f-c090b82797c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 998 time: 0.0676279 Mar 31 19:12:41.689832 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-88a155a9-8e71-4aae-bbbd-98119ab42041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:41.691228 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-88a155a9-8e71-4aae-bbbd-98119ab42041 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0451086 Mar 31 19:12:41.742400 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-f7771ab3-d0f7-4e3d-a70b-9424769016c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:41.743995 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-f7771ab3-d0f7-4e3d-a70b-9424769016c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459146 Mar 31 19:12:41.840589 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-5650b2f9-877f-4e30-80a3-051cc150a88f service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904126 Mar 31 19:12:41.935312 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6543b88-6c1c-465e-8a0a-7747a2a0b560 req-2fc50873-b012-4c9e-bc70-30306fd2afd2 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882583 Mar 31 19:12:42.017579 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334db9-bd81-4246-8dd4-a087bc8ff0d1 req-a52cd236-3bc0-4cab-a7ac-5f7f8a353ce9 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:42.019210 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4f334db9-bd81-4246-8dd4-a087bc8ff0d1 req-a52cd236-3bc0-4cab-a7ac-5f7f8a353ce9 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0542755 Mar 31 19:12:42.075135 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4f334db9-bd81-4246-8dd4-a087bc8ff0d1 req-1f425e7b-a07e-4d3f-a5c4-76ad985c908d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492513 Mar 31 19:12:43.202041 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b14d6-2653-4de7-afd4-577086d0918c req-871d4aaa-28a3-46a3-97de-60c075d0491d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:43.203675 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1f4b14d6-2653-4de7-afd4-577086d0918c req-871d4aaa-28a3-46a3-97de-60c075d0491d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0564806 Mar 31 19:12:43.255245 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-1f4b14d6-2653-4de7-afd4-577086d0918c req-e1ed5ecb-3206-41ab-a686-9a80d529a1ad tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457063 Mar 31 19:12:44.379198 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655efd8c-036e-4755-af2b-9ec28728b20c req-9b93c462-a328-41d6-a871-836cf52fcbc0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:44.380639 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-655efd8c-036e-4755-af2b-9ec28728b20c req-9b93c462-a328-41d6-a871-836cf52fcbc0 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0534799 Mar 31 19:12:44.431772 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-655efd8c-036e-4755-af2b-9ec28728b20c req-ee218deb-373c-4932-89f0-8a0af5c488f1 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448616 Mar 31 19:12:45.557473 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce857c4-cc28-45d0-825d-2e01ed63c541 req-1b2255c9-3b4f-4fb5-813c-bc75c9fa4bba tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:45.559014 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bce857c4-cc28-45d0-825d-2e01ed63c541 req-1b2255c9-3b4f-4fb5-813c-bc75c9fa4bba tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0568023 Mar 31 19:12:45.608496 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bce857c4-cc28-45d0-825d-2e01ed63c541 req-a67b5782-dd07-411a-9bf7-8219a06aab38 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Mar 31 19:12:46.730627 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087511e2-0c94-4766-850e-f1f1dd3d1d25 req-5720b32d-a88c-4199-ac32-a40ef5ae6704 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:46.732107 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-087511e2-0c94-4766-850e-f1f1dd3d1d25 req-5720b32d-a88c-4199-ac32-a40ef5ae6704 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Mar 31 19:12:46.785169 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-087511e2-0c94-4766-850e-f1f1dd3d1d25 req-55bad671-c092-4414-b6cd-ccb2986d7f4b tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470648 Mar 31 19:12:47.909963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531e90f-c80f-4859-8687-89c35e2e0cf3 req-29955150-814b-432f-b3c4-0e888fefb236 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:47.911483 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7531e90f-c80f-4859-8687-89c35e2e0cf3 req-29955150-814b-432f-b3c4-0e888fefb236 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0572834 Mar 31 19:12:47.961844 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-7531e90f-c80f-4859-8687-89c35e2e0cf3 req-bb93502b-dade-4585-bf02-3ae4e1a02e2f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Mar 31 19:12:49.087087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e70a6-2a74-4e4a-86f4-2ad37e935c51 req-a9f1228c-98eb-4cc6-8969-9daa2199d81f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:49.089095 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b15e70a6-2a74-4e4a-86f4-2ad37e935c51 req-a9f1228c-98eb-4cc6-8969-9daa2199d81f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0555065 Mar 31 19:12:49.145048 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-b15e70a6-2a74-4e4a-86f4-2ad37e935c51 req-9153825b-d177-4986-8fa7-79feebbf3b0f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496607 Mar 31 19:12:50.276897 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106993-d867-4a39-87e2-34b4d0f08452 req-4dc1a69e-105d-4e71-862e-db2fe102115e tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:50.278628 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1106993-d867-4a39-87e2-34b4d0f08452 req-4dc1a69e-105d-4e71-862e-db2fe102115e tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 943 time: 0.0611558 Mar 31 19:12:50.341224 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-d1106993-d867-4a39-87e2-34b4d0f08452 req-11372998-3eed-4b90-ad2f-d8e9d1f9c416 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563564 Mar 31 19:12:50.513459 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=109723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:12:50.621325 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:50.635044 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Returning: {'device': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'port_id': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'mac_address': 'fa:16:3e:e6:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:12:50.675653 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 35632cff-7f98-42f3-b4dc-a3dcd170272a is: DOWN; New status is: BUILD {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:50.676057 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:50.695181 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35632cff-7f98-42f3-b4dc-a3dcd170272a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:12:50.716691 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:50.723172 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:50.776131 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:50.949065 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] get_ports_and_sgs() called for port_ids ['35632cff-7f98-42f3-b4dc-a3dcd170272a'] {{(pid=109723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:12:51.471965 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef02047-3826-4adf-8ada-a646e15c7084 req-50d022a2-789a-4310-8ec4-ce1be0840528 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:51.473584 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ef02047-3826-4adf-8ada-a646e15c7084 req-50d022a2-789a-4310-8ec4-ce1be0840528 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 944 time: 0.0580890 Mar 31 19:12:51.539333 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8ef02047-3826-4adf-8ada-a646e15c7084 req-53a2f2ff-df51-4713-a114-499bb91d5538 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594695 Mar 31 19:12:52.450940 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.530699 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a up at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:12:52.581981 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Provisioning complete for port 35632cff-7f98-42f3-b4dc-a3dcd170272a triggered by entity L2. {{(pid=109723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:12:52.582452 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939011'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), provisioning_complete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.669902 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22eed0-f531-46c6-bc95-63374eaf1df6 req-7d4254a9-6b70-4e6c-9c01-687deb81e155 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.671621 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c22eed0-f531-46c6-bc95-63374eaf1df6 req-7d4254a9-6b70-4e6c-9c01-687deb81e155 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 944 time: 0.0622957 Mar 31 19:12:52.677370 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Current status of the port 35632cff-7f98-42f3-b4dc-a3dcd170272a is: BUILD; New status is: ACTIVE {{(pid=109723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:52.677768 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985849'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.703819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:12:52.706219 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e0bd3d6a070906c532256eee50d609f05686b11e8bf4580a3c46f7732aa0646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b909aec7-de3f-4087-a97a-f22b6285f055" -d '{"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-plugged", "status": "completed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:12:52.720678 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:52.725877 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727004670347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727004152086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727004152104'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.727396 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-8c22eed0-f531-46c6-bc95-63374eaf1df6 req-86470c72-b1ee-4164-b706-c00da4aa5e9d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497906 Mar 31 19:12:52.751952 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d29cbbf-2f4e-409c-bf00-87fc9d54ffed x-openstack-request-id: req-0d29cbbf-2f4e-409c-bf00-87fc9d54ffed {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:12:52.752438 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-plugged", "status": "completed", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:12:52.752645 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d29cbbf-2f4e-409c-bf00-87fc9d54ffed {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:12:52.753049 dv-cinder-795785-5-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d29cbbf-2f4e-409c-bf00-87fc9d54ffed'] response: {'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'code': 200} Mar 31 19:12:52.783802 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Pushing event updated for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:52.977589 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880996d1-ccba-461b-877f-7f31dcc310be req-3db2dd9b-0592-4898-a6d0-ee1ab445240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.979161 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-880996d1-ccba-461b-877f-7f31dcc310be req-3db2dd9b-0592-4898-a6d0-ee1ab445240e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0494094 Mar 31 19:12:53.036531 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-880996d1-ccba-461b-877f-7f31dcc310be req-198fab90-e133-46f1-bd7b-1eeba36adfc7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509210 Mar 31 19:12:53.867449 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05834-828e-40a5-af47-0ed3154d3bec req-fd3dafa3-7905-4e4e-8336-33a05cfd755d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:53.869979 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cae05834-828e-40a5-af47-0ed3154d3bec req-fd3dafa3-7905-4e4e-8336-33a05cfd755d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0663009 Mar 31 19:12:53.930198 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-cae05834-828e-40a5-af47-0ed3154d3bec req-ca080ec1-9201-43c3-9fb0-126f2a46683b tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505009 Mar 31 19:12:55.067019 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7022-874b-4b74-b738-bb9c1735ceeb req-afc14dc0-7829-46dc-82eb-ebcc8e2904b4 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:55.068590 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-17bf7022-874b-4b74-b738-bb9c1735ceeb req-afc14dc0-7829-46dc-82eb-ebcc8e2904b4 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0625186 Mar 31 19:12:55.121550 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-17bf7022-874b-4b74-b738-bb9c1735ceeb req-d44ecc59-e3f8-48dc-a414-efd9b0021c9f tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Mar 31 19:12:58.150690 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:13:05.006598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2b870ef-243a-402f-a4b9-60074c4908cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.313036 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7442-09e5-4a26-93b7-6a9b3d9c87c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:08.699179 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:09.796273 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-3b2b213a-59e3-4cc6-ac95-c3c1ed65a76c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445096 Mar 31 19:13:09.885068 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-d9cee806-efa0-4430-b8cb-7aafa5cfe3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:09.886590 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-d9cee806-efa0-4430-b8cb-7aafa5cfe3d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0479550 Mar 31 19:13:09.991648 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-db219ac7-89bb-4482-a846-8f738c7703cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:09.993679 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-db219ac7-89bb-4482-a846-8f738c7703cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0887144 Mar 31 19:13:10.069662 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-0d68e8af-4876-43c3-9564-51acbdea8af8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1000 time: 0.0660017 Mar 31 19:13:10.119150 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-08808258-cc49-4b40-b27f-c1b357510d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:10.120650 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-08808258-cc49-4b40-b27f-c1b357510d30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0454586 Mar 31 19:13:10.179808 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:10.180560 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-364834eb-b9ec-4645-84aa-10d9192b7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:10.183040 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-364834eb-b9ec-4645-84aa-10d9192b7acf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560708 Mar 31 19:13:10.277315 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-a9c169e3-28de-4dc5-8a3b-f0e3115171a6 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877666 Mar 31 19:13:10.375178 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4d716ba1-cb9d-433d-b555-1383a236d5a9 req-00acbb6d-a65e-4470-a8d3-ed963fa73155 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903184 Mar 31 19:13:11.484034 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.461808 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:35.010536 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d473f23e-f8e8-4ea2-ad14-a79576d966ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:35.150138 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:13:37.314702 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5119-16db-413c-bedd-5108aae82843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:38.702522 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.181041 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:41.477250 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:52.460534 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:05.012739 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb49b746-ed9c-4b78-a3d6-2a92ee9f7066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.315393 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47b67bc8-9bff-45c5-a2bf-417bfe49d367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.707494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.231801 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-df338c6a-207c-4618-86e3-8c50844f31ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457120 Mar 31 19:14:09.318206 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-6d85529a-1dc3-438c-984a-944c00871989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.319789 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-6d85529a-1dc3-438c-984a-944c00871989 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0450146 Mar 31 19:14:09.423820 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-07a54fed-6939-400e-8cdd-a74dc6e8b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.425468 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-07a54fed-6939-400e-8cdd-a74dc6e8b7a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.0872283 Mar 31 19:14:09.490477 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-62a8780d-0933-4289-aba9-18c79a5e3b61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 1000 time: 0.0579967 Mar 31 19:14:09.538007 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-a469d53d-ebcc-40c1-b72f-19812c123005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.539511 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-a469d53d-ebcc-40c1-b72f-19812c123005 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0432899 Mar 31 19:14:09.589578 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-ae8e7c0f-d8cd-4695-91e7-3477606d5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.590973 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-ae8e7c0f-d8cd-4695-91e7-3477606d5e26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459871 Mar 31 19:14:09.676403 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-a020da09-0477-4af5-9d3f-361be03b73e2 service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793052 Mar 31 19:14:09.769619 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-36c01b48-21f3-4a4c-a7ba-76230b06a4cb req-3d2104c1-c155-4c3d-9a09-3fff1f19396c service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Mar 31 19:14:10.191664 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.770562 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36752) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:10.928290 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Deleting port a4f66e39-86f9-4fe1-98f3-90a03713cf3d {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:10.928631 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.005073 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.005396 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for floatingip (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.018569 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Calling delete_port for a4f66e39-86f9-4fe1-98f3-90a03713cf3d owned by network:floatingip {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:11.168871 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (a4f66e39-86f9-4fe1-98f3-90a03713cf3d), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.192420 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event deleted for resources: {'Port': ['ID=a4f66e39-86f9-4fe1-98f3-90a03713cf3d,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:11.202032 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.202393 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.202743 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.203087 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.203474 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.204520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.204520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.204520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.204791 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.205103 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.205431 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.205761 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.206089 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.206413 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.206740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:11.267201 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for floatingip (d6eb6be6-51d0-420b-a188-a23bd127641f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.267553 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.db.l3_db [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Floating IP d6eb6be6-51d0-420b-a188-a23bd127641f disassociated (deleted). External IP: 172.27.1.65, port: 35632cff-7f98-42f3-b4dc-a3dcd170272a. Mar 31 19:14:11.482773 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.486740 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Router dd601bda-b822-4fe6-adf3-cdc5bac574d7 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:11.608048 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:11.613238 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for floatingip (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.619132 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Sync routers for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:11.630745 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:11.631396 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:11.643897 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3904902a-cf07-4a75-b1b1-03ff2156d84c tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "DELETE /v2.0/floatingips/d6eb6be6-51d0-420b-a188-a23bd127641f HTTP/1.1" status: 204 len: 168 time: 0.8723111 Mar 31 19:14:11.644559 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:11.646781 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c510feecd1365a394d9e137a445551bede5718fe7fadc2f0726d3c41bee7a4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:11.751653 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:11.851939 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29060cf-4b5b-40f3-9e7f-f45ed21d2590 x-openstack-request-id: req-b29060cf-4b5b-40f3-9e7f-f45ed21d2590 {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:11.852857 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "status": "completed", "code": 200}]} {{(pid=109721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:11.853334 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b29060cf-4b5b-40f3-9e7f-f45ed21d2590 {{(pid=109721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:11.853956 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29060cf-4b5b-40f3-9e7f-f45ed21d2590'] response: {'name': 'network-changed', 'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'status': 'completed', 'code': 200} Mar 31 19:14:11.923207 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1eb4-c604-4427-ba98-4b4eee24edc2 req-bde1e7b9-8be6-446f-a81c-54ed2dec4f4d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:11.924780 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29dd1eb4-c604-4427-ba98-4b4eee24edc2 req-bde1e7b9-8be6-446f-a81c-54ed2dec4f4d tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0571806 Mar 31 19:14:11.927590 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-adcc5849-2cc6-4abe-9e27-910151ec581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:11.930601 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-adcc5849-2cc6-4abe-9e27-910151ec581a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0524395 Mar 31 19:14:11.982981 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-29dd1eb4-c604-4427-ba98-4b4eee24edc2 req-7ae1c7a3-b8af-43c6-92ed-487846440cdb tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520606 Mar 31 19:14:12.002123 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.030718 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Checking router: dd601bda-b822-4fe6-adf3-cdc5bac574d7 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:12.040596 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:12.041284 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.049436 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-c690a487-4046-4fcf-b86e-ab528a918696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.051667 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-c690a487-4046-4fcf-b86e-ab528a918696 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 200 len: 910 time: 0.1134117 Mar 31 19:14:12.099386 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-ef35097d-eb1a-4774-b372-fab9654be420 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 200 len: 217 time: 0.0408258 Mar 31 19:14:12.156206 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:14:12.166991 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-388e742f-9db3-48b9-b44d-d450d09da48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.169975 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-388e742f-9db3-48b9-b44d-d450d09da48b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 200 len: 848 time: 0.0637400 Mar 31 19:14:12.222673 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-f78797cd-087e-4301-a157-ba5e60bc212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.224216 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-f78797cd-087e-4301-a157-ba5e60bc212d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39f9b448-8d4e-4622-8f21-08afd07781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465558 Mar 31 19:14:12.291265 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:12.539228 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.585102 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bfd42-df83-4c2d-a476-7bfdbe8f5f2a None None] The sync data for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi is: [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:09:41Z', 'revision_number': 4, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi', '_interfaces': [{'id': '6a0ecc34-29b6-4db6-9f41-01491e4c7e58', 'name': '', 'network_id': '39f9b448-8d4e-4622-8f21-08afd07781b2', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'mac_address': 'fa:16:3e:36:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:41Z', 'updated_at': '2022-03-31T19:09:46Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'subnets': [{'id': '1206d9f0-2e72-4876-ab6b-33ac95bb148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:12.607890 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-1afb8859-05da-4590-ba59-8cc9156d2c8f service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740108 Mar 31 19:14:12.722561 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8008ea1-f836-4ddb-91c6-152a59ce3bd3 req-e4b5eb82-4cc6-4b22-84e1-56e0f3777caa service neutron] 10.222.0.23 "GET /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061153 Mar 31 19:14:12.837525 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83605c84-635b-4984-bdc5-6d7ef1ae06c2 None None] New status for floating IP d6eb6be6-51d0-420b-a188-a23bd127641f: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:14:13.117409 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5bef-cc8d-4362-b4fa-a43729bfcd22 req-3e266e1f-7f77-401c-af19-426eb3a35bb8 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:13.118840 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d5c5bef-cc8d-4362-b4fa-a43729bfcd22 req-3e266e1f-7f77-401c-af19-426eb3a35bb8 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0577652 Mar 31 19:14:13.180391 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-4d5c5bef-cc8d-4362-b4fa-a43729bfcd22 req-4e1fde8a-e259-42f7-8574-84af329fd459 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dde350-05a5-43cd-800b-43f34718541b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529969 Mar 31 19:14:13.631639 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-483812ac-b573-4d7e-aa66-bbf906e849e2 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:13.633130 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-483812ac-b573-4d7e-aa66-bbf906e849e2 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 945 time: 0.0590217 Mar 31 19:14:13.731195 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Deleting port 35632cff-7f98-42f3-b4dc-a3dcd170272a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:13.731449 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:13.827071 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] For port 35632cff-7f98-42f3-b4dc-a3dcd170272a, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=35632cff-7f98-42f3-b4dc-a3dcd170272a,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:13.827456 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:13.841624 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Calling delete_port for 35632cff-7f98-42f3-b4dc-a3dcd170272a owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:13.975827 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (35632cff-7f98-42f3-b4dc-a3dcd170272a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.010546 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event deleted for resources: {'Port': ['ID=35632cff-7f98-42f3-b4dc-a3dcd170272a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:14.039970 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.040327 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.040681 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.041033 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.041376 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.041719 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.042059 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.042393 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.042726 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.043058 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.043391 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.043751 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.044081 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.044407 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.044736 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:14.068491 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] No DVR routers for this DVR port 35632cff-7f98-42f3-b4dc-a3dcd170272a on host hv-cinder-79578 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:14.071050 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253475'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.074466 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [req-30660c11-ab49-45b5-9c08-9a2f37aa0c7f req-848f46af-66f5-4d40-b963-c422283f8ced tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.23 "DELETE /v2.0/ports/35632cff-7f98-42f3-b4dc-a3dcd170272a HTTP/1.1" status: 204 len: 173 time: 0.4364059 Mar 31 19:14:14.074916 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-deleted', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:14.077182 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4736432d2907d98da2c0e1d2cc677792bd4b1db3818cb697c888f02ca6d753b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d7b1b-924c-4098-83f1-7d580333537e" -d '{"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-deleted", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:14.180925 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc91577-2695-429d-a29d-79699613ec85 x-openstack-request-id: req-5dc91577-2695-429d-a29d-79699613ec85 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:14.181219 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc99541-fd8e-4660-98a4-ae0b44757ed0", "name": "network-vif-deleted", "tag": "35632cff-7f98-42f3-b4dc-a3dcd170272a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:14.181471 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dc91577-2695-429d-a29d-79699613ec85 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:14.181875 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc91577-2695-429d-a29d-79699613ec85'] response: {'server_uuid': 'bfc99541-fd8e-4660-98a4-ae0b44757ed0', 'name': 'network-vif-deleted', 'tag': '35632cff-7f98-42f3-b4dc-a3dcd170272a', 'status': 'completed', 'code': 200} Mar 31 19:14:14.285470 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [req-bbeea424-3dfe-4ce1-b1aa-e1f4052d16ff req-4cd95f53-62df-4464-8afc-ec7f9dd90ae2 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc99541-fd8e-4660-98a4-ae0b44757ed0 HTTP/1.1" status: 200 len: 210 time: 0.0316477 Mar 31 19:14:15.345589 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36782) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:15.404746 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (b6dde350-05a5-43cd-800b-43f34718541b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.434848 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (b6dde350-05a5-43cd-800b-43f34718541b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.497444 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b6dde350-05a5-43cd-800b-43f34718541b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.500742 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.502171 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6dde350-05a5-43cd-800b-43f34718541b HTTP/1.1" status: 204 len: 168 time: 0.1555853 Mar 31 19:14:15.511523 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa2a88-07fe-4fae-93f2-18f3f56a8091 tempest-TestShelveInstance-1479362981 tempest-TestShelveInstance-1479362981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dde350-05a5-43cd-800b-43f34718541b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:15.560164 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36786) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:15.946638 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.221147 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Deleting port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:16.221404 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.303583 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] For port 6a0ecc34-29b6-4db6-9f41-01491e4c7e58, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:16.303963 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.318755 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Calling delete_port for 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:16.517609 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (6a0ecc34-29b6-4db6-9f41-01491e4c7e58), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.544490 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0ecc34-29b6-4db6-9f41-01491e4c7e58,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:16.728320 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.869847 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a no longer exists at agent hyperv_hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:16.897507 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] No Port match for: 35632cff-7f98-42f3-b4dc-a3dcd170272a {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:16.897870 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Device 35632cff-7f98-42f3-b4dc-a3dcd170272a not bound to the agent host hv-cinder-79578 {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:16.967186 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Router dd601bda-b822-4fe6-adf3-cdc5bac574d7 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:17.084674 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:17.090009 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-6c04e70c-dd32-4688-b9be-72bcabd6a650 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd601bda-b822-4fe6-adf3-cdc5bac574d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5281601 Mar 31 19:14:17.093317 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36788) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:17.096926 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Sync routers for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:17.107637 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:17.108273 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.209096 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks [] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.229597 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:17.444732 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:14:16Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.480544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Checking router: dd601bda-b822-4fe6-adf3-cdc5bac574d7 for host: dv-cinder-795785-5-iscsi {{(pid=109723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:17.491303 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Routers {'dd601bda-b822-4fe6-adf3-cdc5bac574d7'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:17.492314 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'], 'active': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.584607 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks [] for router_gateway (dd601bda-b822-4fe6-adf3-cdc5bac574d7), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.615277 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvr_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] Set router dd601bda-b822-4fe6-adf3-cdc5bac574d7 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:17.640647 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Deleting port 351468c8-bc15-484e-81ae-b9c28266b86e {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:17.641562 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.721601 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] For port 351468c8-bc15-484e-81ae-b9c28266b86e, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=351468c8-bc15-484e-81ae-b9c28266b86e,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:17.721969 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.736338 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Calling delete_port for 351468c8-bc15-484e-81ae-b9c28266b86e owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:17.804949 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_hamode_db [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:14:16Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.831954 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71878773-4a59-445c-959e-6bd521f0cc99 None None] The sync data for ids ['dd601bda-b822-4fe6-adf3-cdc5bac574d7'] in dv-cinder-795785-5-iscsi is: [{'id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'name': 'tempest-TestShelveInstance-1312271853-router', 'tenant_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:38Z', 'updated_at': '2022-03-31T19:14:16Z', 'revision_number': 5, 'project_id': '8a72660baa9d4abbb376b6f886dfe2bf', 'gw_port': {'id': '351468c8-bc15-484e-81ae-b9c28266b86e', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd601bda-b822-4fe6-adf3-cdc5bac574d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:39Z', 'updated_at': '2022-03-31T19:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}] {{(pid=109723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:17.912049 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (351468c8-bc15-484e-81ae-b9c28266b86e), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.942217 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Pushing event deleted for resources: {'Port': ['ID=351468c8-bc15-484e-81ae-b9c28266b86e,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:18.005830 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.100631 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.102828 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks [] for router_controller (dd601bda-b822-4fe6-adf3-cdc5bac574d7), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.152306 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (dd601bda-b822-4fe6-adf3-cdc5bac574d7), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.152840 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd601bda-b822-4fe6-adf3-cdc5bac574d7 {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:14:18.158130 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.159336 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-f2ddff76-7ece-4f80-a03d-39f81f841312 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dd601bda-b822-4fe6-adf3-cdc5bac574d7 HTTP/1.1" status: 204 len: 168 time: 1.0642488 Mar 31 19:14:18.161977 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36790) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:18.218297 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Deleting subnet 1206d9f0-2e72-4876-ab6b-33ac95bb148b {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:14:18.222951 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Publish callbacks [] for subnet (1206d9f0-2e72-4876-ab6b-33ac95bb148b), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.261056 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (1206d9f0-2e72-4876-ab6b-33ac95bb148b), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.351357 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (1206d9f0-2e72-4876-ab6b-33ac95bb148b), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.408058 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (1206d9f0-2e72-4876-ab6b-33ac95bb148b), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.436613 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1206d9f0-2e72-4876-ab6b-33ac95bb148b,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:18.440351 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.443761 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-7792806c-c868-4ff5-814e-806d782a93d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1206d9f0-2e72-4876-ab6b-33ac95bb148b HTTP/1.1" status: 204 len: 168 time: 0.2806971 Mar 31 19:14:18.446286 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.32', 36792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:18.456766 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb678d17-6d3a-40af-a305-7760e0686169 None None] Network 39f9b448-8d4e-4622-8f21-08afd07781b2 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:18.540090 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (39f9b448-8d4e-4622-8f21-08afd07781b2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.630618 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Deleting port 3a1299e4-0def-48e2-8e57-6fcce065ff86 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:18.630953 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.700205 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] For port 3a1299e4-0def-48e2-8e57-6fcce065ff86, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=3a1299e4-0def-48e2-8e57-6fcce065ff86,segment=NetworkSegment(9aede3ae-3be7-4f46-95e0-7f424a2e2883),segment_id=9aede3ae-3be7-4f46-95e0-7f424a2e2883)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:18.700642 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.714668 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Calling delete_port for 3a1299e4-0def-48e2-8e57-6fcce065ff86 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:18.806156 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64651320'] for port (3a1299e4-0def-48e2-8e57-6fcce065ff86), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.834694 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1299e4-0def-48e2-8e57-6fcce065ff86,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:18.836486 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] No DVR routers for this DVR port 3a1299e4-0def-48e2-8e57-6fcce065ff86 on host dv-cinder-795785-5-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:18.899898 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9eec2-2ce5-4382-b78f-520819607572 None None] DHCP port deletion for 39f9b448-8d4e-4622-8f21-08afd07781b2 request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:14:18.918414 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (39f9b448-8d4e-4622-8f21-08afd07781b2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.955115 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f9b448-8d4e-4622-8f21-08afd07781b2']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:18.965819 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aede3ae-3be7-4f46-95e0-7f424a2e2883') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:18.966111 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aede3ae-3be7-4f46-95e0-7f424a2e2883') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:18.975544 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152350'] for segment (9aede3ae-3be7-4f46-95e0-7f424a2e2883), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.988747 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (9aede3ae-3be7-4f46-95e0-7f424a2e2883), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.994579 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:14:18.994965 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64651373'] for segment (9aede3ae-3be7-4f46-95e0-7f424a2e2883), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: Traceback (most recent call last): Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: timer() Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: cb(*args, **kw) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: return func(*args, **kwargs) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: self._notify() Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: self.callback(batched_events) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: event.method(event) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: return f(self, *a, **k) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._get(url).json() Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:14:18.996680 dv-cinder-795785-5-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:14:19.058611 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (39f9b448-8d4e-4622-8f21-08afd07781b2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.065537 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.073033 dv-cinder-795785-5-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/39f9b448-8d4e-4622-8f21-08afd07781b2 HTTP/1.1" status: 204 len: 168 time: 0.6228962 Mar 31 19:14:19.073440 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36794) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:19.083677 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3a1299e4-0def-48e2-8e57-6fcce065ff86 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:19.086156 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3574b-02ab-4fa2-b47d-9285f53babb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f9b448-8d4e-4622-8f21-08afd07781b2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:19.118846 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 3a1299e4-0def-48e2-8e57-6fcce065ff86 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:19.119119 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 3a1299e4-0def-48e2-8e57-6fcce065ff86 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:19.119640 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 351468c8-bc15-484e-81ae-b9c28266b86e no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:19.146171 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 351468c8-bc15-484e-81ae-b9c28266b86e {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:19.146531 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 351468c8-bc15-484e-81ae-b9c28266b86e not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:19.146965 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:19.168598 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:19.168954 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 6a0ecc34-29b6-4db6-9f41-01491e4c7e58 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:19.439971 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66624587'] for router_interface (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.726856 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Deleting port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:19.727124 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.808410 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] For port 1bc6cde3-7b31-4f8d-b377-c9b9f4537279, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:19.808774 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.821787 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Calling delete_port for 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 owned by network:router_interface {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:20.014389 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (1bc6cde3-7b31-4f8d-b377-c9b9f4537279), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.042005 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc6cde3-7b31-4f8d-b377-c9b9f4537279,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:20.218507 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67091266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618843'] for router_interface (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.460998 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 has already been hosted by L3 agent fa6536b5-e43e-43de-b8e1-7f21ec8827c9 {{(pid=109721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:20.574921 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] Notify agent at l3_agent.dv-cinder-795785-5-iscsi the message routers_updated {{(pid=109721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:20.580671 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-e8d6ea10-88d6-416c-9cb9-0c7a393f3a40 admin admin] 10.222.0.32 "PUT /v2.0/routers/9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5060422 Mar 31 19:14:20.583115 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36796) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:20.585628 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Sync routers for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:20.597615 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:20.598246 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:20.702980 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks [] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.713566 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: dv-cinder-795785-5-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:20.809224 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks [] for router_gateway (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.862021 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Deleting port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:20.862531 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.900137 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'external_fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:14:19Z', 'revision_number': 5, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port': {'id': '03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67', 'name': '', 'network_id': '519fec96-59be-4c6f-94fa-08e9d9bc3acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:09:44Z', 'updated_at': '2022-03-31T19:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf83f10-8370-471f-82e7-06ecb0c0b65c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-5-iscsi'}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:20.926751 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Checking router: 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 for host: dv-cinder-795785-5-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:20.935074 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Routers {'9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'} bound to L3 agent in host dv-cinder-795785-5-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:20.935704 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:42:37Z,description=,heartbeat_timestamp=2022-03-31T19:14:07Z,host='dv-cinder-795785-5-iscsi',id=fa6536b5-e43e-43de-b8e1-7f21ec8827c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:42:37Z,topic='l3_agent')) {'router_ids': ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:20.941609 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] For port 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,segment=NetworkSegment(2760f5bb-bca0-4c10-82fd-f0388484ea18),segment_id=2760f5bb-bca0-4c10-82fd-f0388484ea18)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:20.941975 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:20.960260 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Calling delete_port for 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 owned by network:router_gateway {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:21.026689 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] Set router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:21.085575 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:14:20Z', 'revision_number': 6, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port_host': None}], 'dv-cinder-795785-5-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:21.114581 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b4c2-8bfb-4c83-9c35-11f59a738045 None None] The sync data for ids ['9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83'] in dv-cinder-795785-5-iscsi is: [{'id': '9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83', 'name': 'tempest-TestShelveInstance-1332243595-router', 'tenant_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:09:43Z', 'updated_at': '2022-03-31T19:14:20Z', 'revision_number': 6, 'project_id': 'c9991c637acf4a6c860ca2d2fc826f73', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:21.143500 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.178831 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:21.240903 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66624817'] for router_gateway (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.331661 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66618541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.333777 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks [] for router_controller (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.383130 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66618580'] for router (9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.384060 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 {{(pid=109721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:14:21.390205 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.391645 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-26dce13a-7751-4a85-90a7-91938bf18842 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9cd61b0b-bd1e-43fa-8a96-f0c06c4a0c83 HTTP/1.1" status: 204 len: 168 time: 0.8076055 Mar 31 19:14:21.394153 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36798) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:21.439633 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Deleting subnet 75fab7dd-b219-4fdd-9684-76679067b276 {{(pid=109721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:14:21.442810 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Publish callbacks [] for subnet (75fab7dd-b219-4fdd-9684-76679067b276), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.480233 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58524737'] for subnet (75fab7dd-b219-4fdd-9684-76679067b276), precommit_delete_associations {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.581154 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878059'] for subnet (75fab7dd-b219-4fdd-9684-76679067b276), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.636520 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66602135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58573370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63046088'] for subnet (75fab7dd-b219-4fdd-9684-76679067b276), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.663294 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fab7dd-b219-4fdd-9684-76679067b276,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:21.666875 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for subnet (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.670170 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-5a706ecf-471e-4a1c-a8b7-9c00f9fc68a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75fab7dd-b219-4fdd-9684-76679067b276 HTTP/1.1" status: 204 len: 168 time: 0.2750137 Mar 31 19:14:21.672676 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36800) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:21.673526 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f92b8a-06a1-4d66-9f41-77e42d15ae51 None None] Network aefa8d2e-9099-44e8-9b66-05c143c99880 requested from dv-cinder-795785-5-iscsi {{(pid=109723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:21.747654 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826538'] for network (aefa8d2e-9099-44e8-9b66-05c143c99880), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.815509 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Deleting port 0b47030b-b683-4047-9752-eba71675543f {{(pid=109721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:21.815859 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (0b47030b-b683-4047-9752-eba71675543f), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.879733 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] For port 0b47030b-b683-4047-9752-eba71675543f, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=0b47030b-b683-4047-9752-eba71675543f,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:21.880103 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (0b47030b-b683-4047-9752-eba71675543f), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.894930 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.plugin [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Calling delete_port for 0b47030b-b683-4047-9752-eba71675543f owned by network:dhcp {{(pid=109721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:21.924622 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] DHCP port deletion for aefa8d2e-9099-44e8-9b66-05c143c99880 request from dv-cinder-795785-5-iscsi {{(pid=109723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:14:21.978920 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Deleting port 0b47030b-b683-4047-9752-eba71675543f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:21.979480 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727004665622'] for port (0b47030b-b683-4047-9752-eba71675543f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.985916 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58576073'] for port (0b47030b-b683-4047-9752-eba71675543f), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.014379 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b47030b-b683-4047-9752-eba71675543f,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:22.021406 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] No DVR routers for this DVR port 0b47030b-b683-4047-9752-eba71675543f on host dv-cinder-795785-5-iscsi {{(pid=109721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:22.044317 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] For port 0b47030b-b683-4047-9752-eba71675543f, host dv-cinder-795785-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-5-iscsi',level=0,port_id=0b47030b-b683-4047-9752-eba71675543f,segment=NetworkSegment(c12653b6-922c-45b2-9e87-d714822f9a91),segment_id=c12653b6-922c-45b2-9e87-d714822f9a91)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:22.044720 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66621817'] for port (0b47030b-b683-4047-9752-eba71675543f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.057780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Calling delete_port for 0b47030b-b683-4047-9752-eba71675543f owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:22.097334 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929376', 'neutron.services.segments.db._delete_segments_for_network-8727004479546'] for network (aefa8d2e-9099-44e8-9b66-05c143c99880), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.127035 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefa8d2e-9099-44e8-9b66-05c143c99880']}} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:22.138115 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12653b6-922c-45b2-9e87-d714822f9a91') {'for_net_delete': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:22.138403 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.services.segments.db [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12653b6-922c-45b2-9e87-d714822f9a91') {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:22.144451 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727004670329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727004152077'] for port (0b47030b-b683-4047-9752-eba71675543f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.149701 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727004679491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58524746'] for segment (c12653b6-922c-45b2-9e87-d714822f9a91), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.165845 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444'] for segment (c12653b6-922c-45b2-9e87-d714822f9a91), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.171279 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Pushing event deleted for resources: {'Port': ['ID=0b47030b-b683-4047-9752-eba71675543f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:22.172582 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:14:22.173224 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-884444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58576028'] for segment (c12653b6-922c-45b2-9e87-d714822f9a91), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: Traceback (most recent call last): Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: timer() Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: cb(*args, **kw) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: return func(*args, **kwargs) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: self._notify() Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: self.callback(batched_events) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: event.method(event) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: return f(self, *a, **k) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._get(url).json() Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: return self.request(url, 'GET', **kwargs) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:14:22.175110 dv-cinder-795785-5-iscsi neutron-server[109721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:14:22.179665 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] No DVR routers for this DVR port 0b47030b-b683-4047-9752-eba71675543f on host dv-cinder-795785-5-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:22.186838 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.188166 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.189335 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.190333 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.190858 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.191364 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.191907 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.192905 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.193560 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.194068 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.194576 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.195111 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.195672 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.196492 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.196492 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d5e4-7bcf-413f-8814-b223e8a7a2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-5-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:22.239094 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67091291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66624861'] for network (aefa8d2e-9099-44e8-9b66-05c143c99880), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.244873 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67091309'] for network (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.248108 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aefa8d2e-9099-44e8-9b66-05c143c99880 HTTP/1.1" status: 204 len: 168 time: 0.5744851 Mar 31 19:14:22.259090 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d413-3b94-47a9-8294-a6d8ff98cbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefa8d2e-9099-44e8-9b66-05c143c99880,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:22.412490 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36804) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:22.455551 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-4c04d60f-e959-4421-9243-07375751df38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a72660baa9d4abbb376b6f886dfe2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416095 Mar 31 19:14:22.458628 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36806) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:22.463171 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.508418 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] Publish callbacks [] for security_group (7f698508-b2b3-4056-9a2e-b291b1ab0eab), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.530708 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] Publish callbacks [] for security_group (7f698508-b2b3-4056-9a2e-b291b1ab0eab), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.581111 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (7f698508-b2b3-4056-9a2e-b291b1ab0eab), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.583856 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.585022 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f698508-b2b3-4056-9a2e-b291b1ab0eab HTTP/1.1" status: 204 len: 168 time: 0.1254671 Mar 31 19:14:22.592888 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82284e1-c032-49c4-990b-cb844105555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f698508-b2b3-4056-9a2e-b291b1ab0eab,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:22.908085 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36812) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:22.952226 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-3742a2ad-7e6f-48f8-b1c4-78dfd69b73a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9991c637acf4a6c860ca2d2fc826f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429728 Mar 31 19:14:22.956002 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.wsgi [-] (109721) accepted ('10.222.0.32', 36814) {{(pid=109721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:23.012178 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] Publish callbacks [] for security_group (b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb), before_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.035319 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] Publish callbacks [] for security_group (b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb), precommit_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.083151 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:23.094062 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66614253'] for security_group (b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb), after_delete {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.097310 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.098756 dv-cinder-795785-5-iscsi neutron-server[109721]: INFO neutron.wsgi [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb HTTP/1.1" status: 204 len: 168 time: 0.1416452 Mar 31 19:14:23.109162 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:23.110469 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 03d0bb38-24bc-4e8f-8aa3-ad13e4bc3a67 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:23.111154 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:23.112208 dv-cinder-795785-5-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2124b1e-1185-4586-805f-485ed86c7c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f2d2d-f5f3-4766-aacd-1fb93cd44aeb,revision_number=None']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:23.142090 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:23.142436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 1bc6cde3-7b31-4f8d-b377-c9b9f4537279 not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:23.142871 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 0b47030b-b683-4047-9752-eba71675543f no longer exists at agent ovs-agent-dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:23.168221 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] No Port match for: 0b47030b-b683-4047-9752-eba71675543f {{(pid=109723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:23.168572 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.rpc [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Device 0b47030b-b683-4047-9752-eba71675543f not bound to the agent host dv-cinder-795785-5-iscsi {{(pid=109723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:35.019479 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99fcfc0d-9501-4693-bd56-f85849759534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:37.317114 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d6c2056f-4a6d-45d7-90ea-30b1b90a0ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:38.710948 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:40.192894 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:41.476709 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:49.157936 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:14:52.465263 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.014374 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-782a0ae6-beea-4f31-bf48-c8db76c5f05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.319162 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b3fd-43b2-49f1-bf58-4c9a049270b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.691570 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-e3abb221-4112-4c36-a9fc-83c6377e6c6b service neutron] (109722) timed out ('10.222.0.32', 33920) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:15:07.885061 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-94da371d-b964-4816-95f3-73c6786d34e2 req-bb144893-4e50-432f-bb93-e76a4d61d5eb tempest-AttachVolumeShelveTestJSON-1604046967 tempest-AttachVolumeShelveTestJSON-1604046967-project] (109722) timed out ('10.222.0.32', 33928) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:15:08.712534 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.193676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.480077 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:22.475725 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:26.157825 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:15:35.016567 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561edde6-291c-44b3-92a2-f810d055d1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:37.325013 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c62f9789-be61-4fe2-a8ab-a4b043889bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:38.715819 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:40.197887 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:41.493942 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:52.478896 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:00.549297 dv-cinder-795785-5-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-dd03d4b6-5b62-4e55-8dcb-0b597177a3db req-11642ddb-54cc-4e66-9c7f-f50a18b397b7 service neutron] (109722) timed out ('10.222.0.23', 59543) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:16:03.159782 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:16:05.019432 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7372dcd9-575a-4b24-bbcf-9ff67db8251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:07.318844 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44f996ae-58a7-42b1-9507-6616363b77e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:08.718743 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:10.196885 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.489018 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:22.478929 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:35.025543 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-33dfb5d7-07ad-4ee0-b91e-850ed43722de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:37.321213 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e49c71b-48c9-4c1b-aeb0-1ce2af0adf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.722436 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:40.160251 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:16:40.205642 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:41.493706 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:52.478004 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:05.018497 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84ec0f16-cf33-4767-a8fc-09de11f4b320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:07.322141 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-020df1ab-88b1-401e-90e1-4a1f9f7e0356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:08.725544 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:10.202095 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:11.495780 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:17.160673 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:17:22.486646 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:35.020842 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3b96692-5ab8-4b94-b2b0-dbbc3cb54c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:37.323873 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f7fc297a-14ed-447c-bd50-23b404179767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:38.727377 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:40.205916 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:41.498215 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.490942 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:54.159027 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:18:05.030810 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd374-5e6b-446c-a37b-c85e4f24f570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:07.325297 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f1f5-60e4-4c45-96ff-d3dbf379a481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:08.729207 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:10.209184 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:11.500313 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:22.500159 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:31.157796 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:18:35.027271 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4613ec97-d336-4adf-b9fc-93634f585818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:37.327189 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbab9-9978-4a7c-ac24-ab912abd0776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.733840 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.211852 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:41.503547 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:52.521226 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:05.032458 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c4c7-28db-41a4-a9ce-3c582a17639a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:07.330676 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-807086b8-cf2a-4208-8700-b2f9b198b251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:08.157150 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:19:08.735947 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:10.215276 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:11.507797 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:22.530513 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7082c42d-20e4-4eeb-8b3d-c5bc69924d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (57f8a0dc-8b2b-416d-97b4-900d6d24df8d), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:35.040031 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05b0cc36-1056-4b5f-b2ec-f53ea3c5f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (76be6213-e526-4814-afc4-e199a394e4aa), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.331954 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-224dfb60-2c64-49be-8094-8c42c974603b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (fa6536b5-e43e-43de-b8e1-7f21ec8827c9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:38.743165 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a06936ee-e451-46fe-9ed7-7855384d88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (2d28cfb9-bcf8-4cba-a65a-cbe5c02aba5e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.216890 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-074b3cfc-c8ba-4946-b93c-6923505e034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (79a1697b-b546-4a73-8630-545ce3022d9b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:41.510494 dv-cinder-795785-5-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbf74-8d30-4360-866f-09ca9bda9963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727004479528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939937'] for agent (29621836-f9cf-4a9c-bcfa-d7701c878b33), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:45.157429 dv-cinder-795785-5-iscsi neutron-server[109724]: DEBUG neutron.db.agents_db [None req-8ef7a284-3389-45a1-8669-c479f377367f None None] Agent healthcheck: found 6 active agents {{(pid=109724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}